-- Logs begin at Tue 2021-04-20 17:38:04 UTC, end at Tue 2021-04-20 18:42:34 UTC. --
Apr 20 18:13:11.575772 dv-cinder-786929-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 20 18:13:14.850035 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.common.config [-] Logging enabled!
Apr 20 18:13:14.850593 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 18:13:14.851881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86254) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 18:13:14.854160 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.common.config [-] Logging enabled!
Apr 20 18:13:14.854451 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 18:13:14.854808 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86254) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 18:13:14.855862 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 18:13:14.856125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 18:13:14.857167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 18:13:14.857448 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 18:13:14.857706 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 18:13:14.858122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.858466 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.858805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.859063 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.859400 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.859732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.860597 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.860936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.861275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.861597 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.861934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.862260 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.862521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.862841 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.863172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.863499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.863753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.864069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.864609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.864929 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.865247 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.865578 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.865925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.866239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.866551 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.866872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.867238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] host                           = dv-cinder-786929-2-iscsi {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.867552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.867879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.868209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.868537 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.868849 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.869159 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.869486 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.869795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.870339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.870664 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.871001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.871334 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.872014 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.872288 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.872543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.872877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.873375 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.880445 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.880794 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.881122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.881443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.881762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.882102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.882438 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.882769 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.883214 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.883564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.883900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.884233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.884564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.884915 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.885242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.885570 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.885919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.886264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.886581 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.886904 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.887263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.887603 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.887937 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.888275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.888592 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.888927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.889251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.889556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.889902 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.890215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.890528 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.890854 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.891175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.891595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.891914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.892226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.892566 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:14.892907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.893248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.893600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.893950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.894294 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.894615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.894951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.895275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.895613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.895950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.896283 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.896600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.896928 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.897245 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.897587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.897964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.898308 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.898646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.899439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.899439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.900467 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.900798 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.901134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.901477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.901816 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.902168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.902489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.902828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.903148 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.903468 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.903784 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.904119 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.904449 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.904765 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.905083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.905405 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.905710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.906067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.906389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.906729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.907050 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.907360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.907683 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.907998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.908310 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.908639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.908950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.909262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.909577 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.910254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.910584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.910909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.911233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.911552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.911871 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.912189 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.912503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.912822 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.913135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.913449 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.914092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.914092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.914403 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.914718 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.915036 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.915349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.915664 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.916276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.916276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.916606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.917231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.917563 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.917910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.918234 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.918552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.918870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.919194 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.919508 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.919823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.920162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.920490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.920813 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.921135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.921451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.921794 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.922139 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.922979 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.923412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.923742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.924076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.924402 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.924741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.925079 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.925416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.925754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.926120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.926444 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.926802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.927124 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:14.927374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 18:13:14.927646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86254) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 20 18:13:15.663660 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO keyring.backend [-] Loading Gnome
Apr 20 18:13:15.683471 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO keyring.backend [-] Loading Google
Apr 20 18:13:15.686229 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO keyring.backend [-] Loading Windows (alt)
Apr 20 18:13:15.690422 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO keyring.backend [-] Loading file
Apr 20 18:13:15.691264 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO keyring.backend [-] Loading keyczar
Apr 20 18:13:15.691550 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO keyring.backend [-] Loading multi
Apr 20 18:13:15.692189 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO keyring.backend [-] Loading pyfs
Apr 20 18:13:15.740334 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:13:15.740644 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:13:15.740981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:13:15.741359 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 20 18:13:16.144402 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.144939 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.144939 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.146291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.146720 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.147019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.185945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.186257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.186556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.202040 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.202357 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.202656 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.271246 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.271559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.271859 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.272862 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.273163 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.275007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.568572 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1cbf74f7b8> agent after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.568900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1cbf74f7b8> agent after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.569207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1cbf74f6a8> segment precommit_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.569509 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1cbf74f730> network precommit_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.570374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1cbf7c49d8> segment before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.733527 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> network before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.733919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1cbf5b9a60> agent before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.734243 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> network before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.734551 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> port before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.734880 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> port before_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.735558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> segment after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.737044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> segment precommit_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.737044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> segment precommit_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.737044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> segment after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.737044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> network after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.737442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> network precommit_delete 0 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.737538 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> port provisioning_complete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.737795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> rbac-policy before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.739225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> rbac-policy after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.739559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> agent after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.739888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> subnet after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.740192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> subnet precommit_delete 0 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.740514 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> rbac-policy before_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.740805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> rbac-policy before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.741143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> segment_host_mapping after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.741593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> port after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.741913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> port after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.742206 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> port after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.742547 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> rbac-policy before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.742831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> rbac-policy before_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.743111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1cc0162828>> rbac-policy before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.743870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:16.744155 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:16.744430 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:16.744703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:16.744973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:16.745293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:16.745725 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 20 18:13:16.749037 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 20 18:13:16.754073 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 20 18:13:16.757899 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Apr 20 18:13:16.759530 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 20 18:13:16.760805 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 20 18:13:16.761187 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 20 18:13:16.761625 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 20 18:13:16.765584 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 20 18:13:16.765907 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 20 18:13:16.766935 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 18:13:16.793557 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 20 18:13:16.794131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1cbf6cfcc0>> qos_plugin after_init 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.794471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86254) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 20 18:13:16.794882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1cbf5564e0>> logging-plugin after_init 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.796245 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86254) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 20 18:13:16.796571 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 18:13:16.796853 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 20 18:13:16.800007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1cbf556550>> floatingip before_response 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.800323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1cbf556550>> port before_response 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:16.867220 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 20 18:13:16.867441 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 20 18:13:16.867712 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 20 18:13:16.868124 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 20 18:13:16.902093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_db.sqlalchemy.engines [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86254) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 20 18:13:17.355788 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Initializing driver for type 'gre'
Apr 20 18:13:17.356363 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] gre ID ranges: [(1, 1000)]
Apr 20 18:13:17.396004 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Initializing driver for type 'local'
Apr 20 18:13:17.396375 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Initializing driver for type 'vlan'
Apr 20 18:13:17.405979 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] VlanTypeDriver initialization complete
Apr 20 18:13:17.406363 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Initializing driver for type 'vxlan'
Apr 20 18:13:17.406927 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] vxlan ID ranges: [(1, 1000)]
Apr 20 18:13:17.447502 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Initializing extension driver 'port_security'
Apr 20 18:13:17.447874 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.extensions.port_security [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] PortSecurityExtensionDriver initialization complete
Apr 20 18:13:17.448244 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Initializing mechanism driver 'openvswitch'
Apr 20 18:13:17.448619 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Initializing mechanism driver 'hyperv'
Apr 20 18:13:17.454891 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86254) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:13:17.455728 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf62f5f8>> port after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.456144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf62f5f8>> port after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.456539 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf62f5f8>> port after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.456969 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf0daf98>> subnet after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.457366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf0daf98>> subnet after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.457754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf0daf98>> subnet after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.458205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf073198>> network after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.458601 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf073198>> network after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.458985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf073198>> network after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.459406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf073358>> security_group after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.459793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf073358>> security_group after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.460324 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf073358>> security_group after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.460756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf073518>> security_group_rule after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.461141 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf073518>> security_group_rule after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.461523 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf073518>> security_group_rule after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.461971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf0736d8>> address_group after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.462359 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf0736d8>> address_group after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.462732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1cbf0736d8>> address_group after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.463102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] ML2 OVO RPC backend initialized. {{(pid=86254) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 20 18:13:17.463901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> router_interface after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.464291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> router_interface after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.464756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> network before_response 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.465142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> networks before_response 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.465528 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> port before_response 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.465930 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> ports before_response 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.466314 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> subnet before_response 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.466695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> subnets before_response 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.467080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> network after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.467457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> network after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.467831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> network after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.468207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> port after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.468581 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> port after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.468952 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> port after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.470006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> subnet after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.470386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> subnet after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.470768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1cbf0737b8>> subnet after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.471400 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.plugin [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Modular L2 Plugin initialization complete
Apr 20 18:13:17.471757 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading services supported by the core plugin {{(pid=86254) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 20 18:13:17.472120 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.plugins.ml2.managers [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Got port-security extension from driver 'port_security'
Apr 20 18:13:17.472638 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.extensions.vlantransparent [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Disabled vlantransparent extension.
Apr 20 18:13:17.473173 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86254) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 20 18:13:17.473519 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading Plugin: router
Apr 20 18:13:17.512195 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router_interface before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.512632 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router after_create 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.513046 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router before_create 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.513456 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router_interface before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.513912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router_interface after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.514317 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router after_delete 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.514717 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> floatingip after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.515131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router after_create 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.515516 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router after_update 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.515910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router after_update 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.516608 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router_gateway after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.517010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router after_update 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.517504 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router precommit_update 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.517952 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1cbf6d7c80> port after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.518341 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1cbf6d7e18> port after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.518720 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1cbf6d7d90> subnet after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.519108 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1cbf6d7d08> subnetpool_address_scope after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.519502 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> port precommit_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.519894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router precommit_create 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.520282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1cbf6c58c8> port before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.520664 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router precommit_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.521070 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router after_update 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.521454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router precommit_delete 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.521877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router precommit_create 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.522281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router_interface after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.522669 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> router precommit_update 55549900 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.523102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1cbf073940>> network after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.524103 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Tracking information for resource: router configured {{(pid=86254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:17.524485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Tracking information for resource: floatingip configured {{(pid=86254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:17.529371 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_agentschedulers_db [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 20 18:13:17.530062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1cbeffc048> port after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.530468 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1cbeff6ea0> port after_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.530862 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <function _notify_port_delete at 0x7f1cbeff6f28> port after_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.531260 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1cbeffc1e0> port after_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.532697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1cbf019748>> router before_create 55550100 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.533110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1cbf019748>> router precommit_delete 55550100 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.533519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1cbf019748>> router precommit_create 55550100 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.533943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1cbf019748>> router precommit_update 55550100 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.538803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.provider_configuration [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service providers = [] {{(pid=86254) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 20 18:13:17.539209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.servicetype_db [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86254) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 20 18:13:17.542092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.service_base [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:13:17.542486 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.service_base [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:13:17.542868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.service_base [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:13:17.543772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.service_base [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:13:17.544176 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.services.service_base [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 20 18:13:17.544603 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:17.544960 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 20 18:13:17.555920 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:17.556301 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading Plugin: auto_allocate
Apr 20 18:13:17.562112 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1cbefd1840> network precommit_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.562530 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1cbefd1840> network precommit_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.563164 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:17.563780 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading Plugin: tag
Apr 20 18:13:17.570902 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:17.571284 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading Plugin: timestamp
Apr 20 18:13:17.575192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:17.575572 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading Plugin: network_ip_availability
Apr 20 18:13:17.581093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1cbef2a2b0>> rbac-policy before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.581510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1cbef2a2b0>> rbac-policy before_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.581935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1cbef2a2b0>> rbac-policy before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.582749 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:17.583114 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading Plugin: flavors
Apr 20 18:13:17.587697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:17.588078 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading Plugin: revisions
Apr 20 18:13:17.592540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:17.592975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.852s {{(pid=86254) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:13:17.593786 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86254) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 20 18:13:17.594181 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Initializing extension manager.
Apr 20 18:13:17.595284 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: __init__.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.595719 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: __pycache__ {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.596137 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.596480 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: address_group.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.597307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.597997 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: address-group
Apr 20 18:13:17.598367 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: address_scope.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.599154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.599744 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: address-scope
Apr 20 18:13:17.600187 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.601102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.601691 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: router-admin-state-down-before-update
Apr 20 18:13:17.602083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: agent.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.602854 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.603436 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: agent
Apr 20 18:13:17.603802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: agent_resources_synced.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.604737 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.605343 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: agent-resources-synced
Apr 20 18:13:17.605692 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: allowedaddresspairs.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.607636 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.608194 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: allowed-address-pairs
Apr 20 18:13:17.608568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: auto_allocated_topology.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.609673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.611048 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: auto-allocated-topology
Apr 20 18:13:17.611394 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: availability_zone.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.612156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.612746 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: availability_zone
Apr 20 18:13:17.613115 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: availability_zone_filter.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.614080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.614670 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: availability_zone_filter
Apr 20 18:13:17.615036 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: data_plane_status.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.616100 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.616685 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 20 18:13:17.617056 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: default_subnetpools.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.618017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.618607 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: default-subnetpools
Apr 20 18:13:17.618978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.619878 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.620470 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: dhcp_agent_scheduler
Apr 20 18:13:17.620838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: dns.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.621775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.622453 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension dns-integration not supported by any of loaded plugins
Apr 20 18:13:17.622821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: dns_domain_ports.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.624366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.624959 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 20 18:13:17.625328 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: dvr.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.626629 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.627212 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: dvr
Apr 20 18:13:17.627577 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: empty_string_filtering.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.628518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.629110 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: empty-string-filtering
Apr 20 18:13:17.629480 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.630437 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.631019 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 20 18:13:17.631382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.632321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.632915 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 20 18:13:17.633281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: external_net.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.634267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.634864 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: external-net
Apr 20 18:13:17.635228 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.636170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.636762 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: extra_dhcp_opt
Apr 20 18:13:17.637127 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: extraroute.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.638102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.638692 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: extraroute
Apr 20 18:13:17.639059 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: extraroute_atomic.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.640121 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.640712 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: extraroute-atomic
Apr 20 18:13:17.641101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: filter_validation.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.642434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.643018 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: filter-validation
Apr 20 18:13:17.643385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: fip_pf_description.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.644313 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.644898 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 20 18:13:17.645262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: fip_port_details.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.646327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.646922 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: fip-port-details
Apr 20 18:13:17.647287 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: flavors.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.648543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.649139 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: flavors
Apr 20 18:13:17.649513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.651241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.651853 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 20 18:13:17.652234 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: floatingip_pools.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.652998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.653588 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: floatingip-pools
Apr 20 18:13:17.653992 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: ip_allocation.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.654953 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.655541 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 20 18:13:17.655909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.657027 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.657621 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: ip-substring-filtering
Apr 20 18:13:17.658017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: l2_adjacency.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.658964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.659552 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 20 18:13:17.659917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: l3.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.661004 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.661597 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: router
Apr 20 18:13:17.661998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.664281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.664887 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 20 18:13:17.665264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.666252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.666849 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: ext-gw-mode
Apr 20 18:13:17.667222 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.668270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.668864 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: l3-ha
Apr 20 18:13:17.669232 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: l3_flavors.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.670199 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.670789 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: l3-flavors
Apr 20 18:13:17.671156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.672088 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.672702 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 20 18:13:17.673143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: l3agentscheduler.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.674377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.674984 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: l3_agent_scheduler
Apr 20 18:13:17.675350 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: logging.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.676884 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.677488 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension logging not supported by any of loaded plugins
Apr 20 18:13:17.677891 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: metering.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.678698 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.679411 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: metering
Apr 20 18:13:17.679785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.680898 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.681490 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: metering_source_and_destination_fields
Apr 20 18:13:17.681880 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: multiprovidernet.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.682828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.683419 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: multi-provider
Apr 20 18:13:17.683789 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: netmtu.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.684733 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.685327 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: net-mtu
Apr 20 18:13:17.685693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: netmtu_writable.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.686677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.687264 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: net-mtu-writable
Apr 20 18:13:17.687630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: network_availability_zone.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.689485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.690101 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: network_availability_zone
Apr 20 18:13:17.690491 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: network_ip_availability.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.691608 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.692204 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: network-ip-availability
Apr 20 18:13:17.692575 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: network_segment_range.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.693427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.694057 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 20 18:13:17.694429 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: pagination.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.695449 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.695829 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: pagination
Apr 20 18:13:17.696195 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: port_device_profile.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.697114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.697706 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: port-device-profile
Apr 20 18:13:17.698100 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.699052 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.699640 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: port-mac-address-regenerate
Apr 20 18:13:17.700007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.700945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.701535 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: port-numa-affinity-policy
Apr 20 18:13:17.701929 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: port_resource_request.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.702875 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.703453 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 20 18:13:17.704507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: portbindings.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.705458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.706081 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: binding
Apr 20 18:13:17.706444 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: portbindings_extended.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.707744 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.708334 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: binding-extended
Apr 20 18:13:17.708705 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: portsecurity.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.709647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.710273 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: port-security
Apr 20 18:13:17.710640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: project_id.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.711624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.712004 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: project-id
Apr 20 18:13:17.712370 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: providernet.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.713304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.713917 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: provider
Apr 20 18:13:17.714285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: qos.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.717989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.718607 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension qos not supported by any of loaded plugins
Apr 20 18:13:17.718981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.720320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.720916 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 20 18:13:17.721312 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.722357 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.722945 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 20 18:13:17.723311 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: qos_default.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.724247 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.724841 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension qos-default not supported by any of loaded plugins
Apr 20 18:13:17.725205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: qos_fip.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.725923 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.726501 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension qos-fip not supported by any of loaded plugins
Apr 20 18:13:17.726865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: qos_gateway_ip.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.727812 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.728401 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 20 18:13:17.728767 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: qos_port_network_policy.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.729694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.730319 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 20 18:13:17.730687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: qos_rule_type_details.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.731633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.732220 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 20 18:13:17.732591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: qos_rules_alias.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.733662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.734285 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 20 18:13:17.734657 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: quotasv2.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.735688 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.736064 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: quotas
Apr 20 18:13:17.736426 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: quotasv2_detail.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.738200 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.738589 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: quota_details
Apr 20 18:13:17.738961 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: rbac.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.740184 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.740791 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: rbac-policies
Apr 20 18:13:17.741163 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: rbac_address_group.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.742168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.742772 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: rbac-address-group
Apr 20 18:13:17.743140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: rbac_address_scope.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.744079 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.744669 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: rbac-address-scope
Apr 20 18:13:17.745038 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: rbac_security_groups.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.745991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.746581 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: rbac-security-groups
Apr 20 18:13:17.746945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: rbac_subnetpool.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.747885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.748511 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: rbac-subnetpool
Apr 20 18:13:17.748853 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: revisionifmatch.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.749807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.751032 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: revision-if-match
Apr 20 18:13:17.751497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: revisions.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.752754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.753362 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: standard-attr-revisions
Apr 20 18:13:17.753737 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: router_availability_zone.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.754492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.755080 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: router_availability_zone
Apr 20 18:13:17.755437 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: routerservicetype.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.756373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.756953 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension router-service-type not supported by any of loaded plugins
Apr 20 18:13:17.757309 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.758269 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.758848 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: security-groups-normalized-cidr
Apr 20 18:13:17.759208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.760147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.760728 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: port-security-groups-filtering
Apr 20 18:13:17.761090 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.762064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.762646 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: security-groups-remote-address-group
Apr 20 18:13:17.763069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: securitygroup.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.777114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.777735 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: security-group
Apr 20 18:13:17.778136 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: segment.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.778989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.779572 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension segment not supported by any of loaded plugins
Apr 20 18:13:17.779939 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.780895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.781487 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 20 18:13:17.781926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: servicetype.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.783005 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.783596 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: service-type
Apr 20 18:13:17.783960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: sorting.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.784934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.785306 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: sorting
Apr 20 18:13:17.785665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: standard_attr_segment.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.786611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.787194 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 20 18:13:17.787555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: standardattrdescription.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.788250 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.788843 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: standard-attr-description
Apr 20 18:13:17.789208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: stateful_security_group.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.790176 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.790782 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: stateful-security-group
Apr 20 18:13:17.791150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: stdattrs_common.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.791734 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 20 18:13:17.792132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.793130 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.793721 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 20 18:13:17.794111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: subnet_onboard.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.795169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.795754 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: subnet_onboard
Apr 20 18:13:17.796117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.797042 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.797660 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 20 18:13:17.798048 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: subnet_service_types.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.798980 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.799573 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: subnet-service-types
Apr 20 18:13:17.799928 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: subnetallocation.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.801016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.801606 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: subnet_allocation
Apr 20 18:13:17.802014 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.802710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.803305 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: subnetpool-prefix-ops
Apr 20 18:13:17.803664 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.804604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.805187 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 20 18:13:17.805544 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: tagging.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.806892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.807495 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: standard-attr-tag
Apr 20 18:13:17.807855 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: timestamp.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.809022 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.809609 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loaded extension: standard-attr-timestamp
Apr 20 18:13:17.810002 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: trunk.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.811041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.811627 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension trunk not supported by any of loaded plugins
Apr 20 18:13:17.811984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: trunk_details.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.812900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.814113 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension trunk-details not supported by any of loaded plugins
Apr 20 18:13:17.814471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: uplink_status_propagation.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.815397 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.815977 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 20 18:13:17.816337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Loading extension file: vlantransparent.py {{(pid=86254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:17.817033 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:17.818005 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 20 18:13:17.820372 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:network
Apr 20 18:13:17.821207 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:subnet
Apr 20 18:13:17.821896 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:13:17.822553 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:port
Apr 20 18:13:17.824034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.824519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service FLAVORS assigned prefix:  {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.825189 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.825653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.826044 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:router
Apr 20 18:13:17.826767 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 18:13:17.827529 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service METERING assigned prefix: /metering {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.830047 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1cbee69d30>> rbac-policy before_create 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.830446 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1cbee69d30>> rbac-policy before_update 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.830830 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1cbee69d30>> rbac-policy before_delete 55550000 {{(pid=86254) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:17.831974 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 18:13:17.832450 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 18:13:17.833253 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 18:13:17.834065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service CORE assigned prefix:  {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.834441 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:13:17.834803 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] subnetpool is already registered
Apr 20 18:13:17.835465 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service CORE assigned prefix:  {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.835829 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:13:17.836188 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] subnetpool is already registered
Apr 20 18:13:17.838893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.839368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service FLAVORS assigned prefix:  {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.840008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.840475 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.840836 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:router
Apr 20 18:13:17.841203 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] router is already registered
Apr 20 18:13:17.841886 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 18:13:17.842238 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] floatingip is already registered
Apr 20 18:13:17.842925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service METERING assigned prefix: /metering {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.843639 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 18:13:17.843997 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] rbac_policy is already registered
Apr 20 18:13:17.844655 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 18:13:17.845017 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] security_group is already registered
Apr 20 18:13:17.845662 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 18:13:17.846050 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] security_group_rule is already registered
Apr 20 18:13:17.846759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service CORE assigned prefix:  {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.847121 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:13:17.847478 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] subnetpool is already registered
Apr 20 18:13:17.848157 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.resource_helper [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Service CORE assigned prefix:  {{(pid=86254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:17.848669 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:13:17.848880 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.quota.resource_registry [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] subnetpool is already registered
Apr 20 18:13:17.849586 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: extensions {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.851224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: address-groups {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.852886 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: address-scopes {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.854199 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: agents {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.855431 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: auto-allocated-topology {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.856716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: availability_zones {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.858251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: dhcp-networks {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.860395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: dhcp-agents {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.862109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: routers {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.863993 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: flavors {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.865207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: service_profiles {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.866502 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: next_providers {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.868099 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: service_profiles {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.869657 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: floatingip-pools {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.871203 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: routers {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.873111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: floatingips {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.874387 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: l3-routers {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.876512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: l3-agents {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.878010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: metering-labels {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.880319 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: metering-label-rules {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.881658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: network-ip-availabilities {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.883023 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: bindings {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.884756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: quotas {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.886292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: quotas {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.887755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: rbac-policies {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.889098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: security-groups {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.890389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: security-group-rules {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.891868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: service-providers {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.893144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: subnetpools {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.894648 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: subnetpools {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.896166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: tags {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.897968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: tags {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.899841 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: tags {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.901704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: tags {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.903584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: tags {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.905512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: tags {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.907490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: tags {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.909463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: tags {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.911336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: tags {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.913278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.extensions [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Extended resource: tags {{(pid=86254) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:17.920064 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING keystonemiddleware.auth_token [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 20 18:13:17.925860 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING keystonemiddleware.auth_token [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 20 18:13:17.934640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Acquired lock "singleton_lock" {{(pid=86254) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 20 18:13:17.935156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Releasing lock "singleton_lock" {{(pid=86254) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 20 18:13:17.936606 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO oslo_service.service [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Starting 2 workers
Apr 20 18:13:17.942123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Started child 86369 {{(pid=86254) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:13:17.946089 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:17.946918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Started child 86370 {{(pid=86254) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:13:17.947584 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [-] (86369) wsgi starting up on http://0.0.0.0:9696
Apr 20 18:13:17.948375 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.service [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 20 18:13:17.949033 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Notify callbacks [] for process, before_spawn {{(pid=86254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:17.950364 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:17.951547 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO oslo_service.service [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Starting 1 workers
Apr 20 18:13:17.951747 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [-] (86370) wsgi starting up on http://0.0.0.0:9696
Apr 20 18:13:17.957109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Started child 86371 {{(pid=86254) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:13:17.957650 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO oslo_service.service [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Starting 1 workers
Apr 20 18:13:17.959400 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.service [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] calling RpcWorker wait() {{(pid=86371) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 20 18:13:17.959907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.service [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] returning from RpcWorker wait() {{(pid=86371) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 20 18:13:17.961498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:17.962133 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:13:17.962500 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Started child 86372 {{(pid=86254) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:13:17.963276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b432541b-d50b-4d18-afb9-bd03c7dda559 None None] Notify callbacks [] for process, after_spawn {{(pid=86254) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:17.965020 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86254) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 18:13:17.965257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 18:13:17.965462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 18:13:17.965730 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 18:13:17.966178 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 18:13:17.966367 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:17.966476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 18:13:17.966934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.967233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.967534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.967811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.968126 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.968764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.969060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.969447 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.969760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.970063 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.970254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.970444 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.970734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.971001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.971343 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.971632 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.971896 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.972175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.972382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.972657 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.972956 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.973233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.973519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.973795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.974416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.974675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.974945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.975197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.975492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.975758 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.976070 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.976328 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.976656 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.976842 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.977118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.977375 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.977622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.977901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.978203 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.978447 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.978883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] host                           = dv-cinder-786929-2-iscsi {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.979133 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.979389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.979647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.979919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.980197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.980713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.980713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.981532 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.981532 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.981532 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.981956 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.981956 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.982239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.982477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.982663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.982931 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.983197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.983483 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.983695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.983884 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.984069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.984359 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.984515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.984798 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.985598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.985855 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.986129 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.986430 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.986581 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.986810 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.987065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.987332 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.987594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.987891 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.988169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.988442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.988705 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.988945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.989190 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.989438 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.989687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.989960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.990191 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.990418 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.990675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.990941 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.991216 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.991473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.991748 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.992036 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.992263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.992502 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.992809 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.993079 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.993247 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:13:17.993395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.993599 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.993858 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.994148 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.994409 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.994666 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.994935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.995173 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.995413 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.995707 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.995947 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.996185 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.996425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.996750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.997022 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:17.997530 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:17.997763 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:17.998270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:17.998481 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:17.998715 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:17.999093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:17.999428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:17.999678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.000009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.000209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.000610 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.001441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.001702 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.001910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.002194 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.002507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.002814 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.003169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.003350 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.003594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.003842 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.004108 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.004456 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.004767 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.005062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.43/identity {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.005327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.005574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.005824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.006122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.006380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.006624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.006868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.007161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.007409 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.007651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.007899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.008160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.008402 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.008661 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.008932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.009218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.009495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.009744 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.010012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.010255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.010516 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.010756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.011015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.011279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.011548 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.011819 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.012843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.012843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.012843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.012843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.012843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.014828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.014828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.014828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.014828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.014828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.014828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.014828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.014828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.015510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.015510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.015510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.015780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.015926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.016214 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.016645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.018278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.018278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.018278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.018278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.018278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.018278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.019824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.019824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.019824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.019824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.019824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.019824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.019824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.023973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.023973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.023973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.023973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.023973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.023973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.023973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.023973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.024672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.024672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.024672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.024672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.024672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.024672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.024672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.024672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.025382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.025382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.025382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.025382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.025382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.025812 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.025812 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.026061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.026324 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.026596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.026903 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.027238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.027524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.027835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.028111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.028382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.029345 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.029345 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.029345 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.029618 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.029770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.030080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.030364 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.030642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.030924 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.031184 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.031457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.031783 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.032080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.032331 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.032561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.032820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.033346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.033641 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.033923 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.034170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.034473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.034790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.035058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.035340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.035629 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.035896 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.036167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.036457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.43/identity {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.036714 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.036956 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.037223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.037467 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.037723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.038003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.038266 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.038529 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.038770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.039058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.039300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.039546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.039793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.040039 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.040286 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.040566 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.040809 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.041052 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.041319 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.041564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.041813 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.042084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.042330 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.042618 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.042892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.043181 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.043459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.043728 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.043978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.044249 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.044532 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.044777 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.045058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.045308 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.045550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.045793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.046082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.046324 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.046563 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.046835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.047091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.047919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.048147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.048500 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.048761 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.049105 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.049373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.049619 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.050810 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.050810 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.050810 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.050810 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.050810 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.051373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.051373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.051554 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.051792 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.052038 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.052278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.052534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.052779 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.053019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.053355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.053625 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.053902 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.054170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.054425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.054695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.054936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.055175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.055419 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.055658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.055913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.056153 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.056391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.056635 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.056874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.057133 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.057373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.057612 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.057866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.058888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.058888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.058888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.058888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.059184 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.059184 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.059569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.059827 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.060076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.060375 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.060795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.061254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.061536 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.061935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.062183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.062627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.062881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.063737 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.063987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.064376 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.064756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.065130 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.065420 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.065713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.066062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.066342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.066644 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.066900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.067213 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.067567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.067849 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.068139 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.068386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.068673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.068927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.069176 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.069404 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.069650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.069918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.070194 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.070471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.070750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.071000 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.071264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.071511 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.071787 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.072072 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.072340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.072594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.072740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 18:13:18.073270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86254) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 18:13:18.073457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 18:13:18.073637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 18:13:18.073881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 18:13:18.074077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 18:13:18.074257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 18:13:18.074500 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.074686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.074872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.075074 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.075227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.075453 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.075607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.075771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.075951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.076134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.076316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.076497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.076680 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.076855 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.077036 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.077189 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.077369 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.077550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.077735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.077940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.078123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.078303 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.078485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.079217 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.079485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.079729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.079849 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.079992 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.080154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.080304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.080475 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.080624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.080777 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.081016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.081166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.081320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.081433 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.081531 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.081707 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.081914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.082096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] host                           = dv-cinder-786929-2-iscsi {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.082258 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.082611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.082796 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.082978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.083138 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.083484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.083664 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.083845 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.084024 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.084206 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.084387 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.084564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.084743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.084923 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.085101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.085281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.085459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.085638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.085872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.086044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.086219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.086399 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.086580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.086761 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.086940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.087126 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.087305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.087482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.087662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.087841 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.088020 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.088199 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.088378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.088558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.088738 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.088917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.089101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.089278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.089456 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.089635 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.089813 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.090015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.090194 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.090375 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.090554 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.090734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.090914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.091093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.091272 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.091452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.091630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.091815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.091999 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.092183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.092366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.092544 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.093968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.093968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.093968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.093968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.093968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.093968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.093968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.093968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.093968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.096927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.096927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.096927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.096927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:18.096927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.096927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.096927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.096927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.097729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.097729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.097729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.097729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.097729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.097729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.097729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.097729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.098434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.098434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.098434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.098434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.098434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.098434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.098434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.098434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.099094 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.099094 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.099094 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.099094 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.099427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.43/identity {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.099427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.099601 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.099707 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.099892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.100060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.100418 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.100606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.100792 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.101055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.101315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.101315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.101654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.101654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.102534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.102534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.102534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.102534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.102534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.103479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.103479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.103479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.103479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.103479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.103479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.104355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.104355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.104355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.104355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.104355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.104355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.105177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.105177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.105177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.105177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.105177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.105639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.105639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.105639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.106193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.106193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.106193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.110416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.110416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.110416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.110416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.110416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.110416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.110416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.110416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.110416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.111986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.112650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.112650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.112650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.112650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.112650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.112650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.112650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.112650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.113976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.114510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.114981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.114981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.115177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.115275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.115437 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.115606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.115754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.115928 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.116075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.116238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.116416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.116612 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.116780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.117318 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.117318 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.117318 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.117615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.117615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.117797 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.117971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.118158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.118341 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.118524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.118708 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.118894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.119078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.119263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.121893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.43/identity {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.121893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.121893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.121893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.121893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.121893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.121893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.121893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.122579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.122579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.122579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.122579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.122579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.122579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.122579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.122579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:13:18.123320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123996 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123996 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123996 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123996 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.123996 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.124489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.124489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.124489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.124743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.124743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.124917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.125010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.125167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.125355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.125655 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.125864 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.126095 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.126194 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.126379 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.126550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.126742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.126925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.127107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.127290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.127473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.127655 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.127837 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.128021 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.128205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.128388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.128571 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.128755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.128941 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.129123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.129308 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.129490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.129672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.129867 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.130057 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.130255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.130440 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.130624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.130807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.130991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.131185 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.131367 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.131549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.131732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.131916 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.132109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.132293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.132476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.132735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.132835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.133010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.133190 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.133372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.133556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.133738 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.133955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.134184 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.134283 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.134461 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.134623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.134818 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.134991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.135150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.135340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.135507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.135662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.135848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.136024 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.136213 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.136399 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.136560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.136722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.136909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.137137 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.137246 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.137433 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.137627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.137791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.137989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.138171 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.138356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.138536 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.138690 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.138891 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.139071 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.139253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.139437 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.139620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.139804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.139986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.140169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.140350 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.140533 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.140716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.140899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.141613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.141951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.142152 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.142337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.142520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.142704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.142887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.143071 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:18.143247 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86254) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 18:13:18.247535 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58444) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:13:18.259474 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0097580
Apr 20 18:13:29.981232 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751026f4-eff6-4ae5-b430-5de06986f30b None None] get_active_networks_info from dv-cinder-786929-2-iscsi {{(pid=86371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 20 18:13:30.104793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-25ac217a-7720-4de8-8599-20d43d0f689f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453'] for agent, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:30.138545 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751026f4-eff6-4ae5-b430-5de06986f30b None None] No non-hosted networks {{(pid=86371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 20 18:13:32.064535 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8dcdcf04-02ed-4c7f-83bf-6ef0cc578113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453'] for agent, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:32.120149 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f335cf12-0b14-42dc-8363-5059ef01ddee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:32.665407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453'] for agent, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:33.456850 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453'] for agent, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:33.463882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:33.465302 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:33.467147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:33.467723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:33.468813 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:33.478824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:33.479498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:33.480122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:33.480694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:33.481255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:33.481815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:33.482396 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:33.483016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1cbe214940>, 'Open vSwitch agent', 'dv-cinder-786929-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:13:33.494233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1cbe238f98>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786929-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:13:34.483008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453'] for agent, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:34.647175 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_hamode_db [None req-19a8af1a-55e2-4a30-a251-d9a046c0348b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 20 18:13:34.738604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8af1a-55e2-4a30-a251-d9a046c0348b None None] Routers set() bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:13:34.739045 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8af1a-55e2-4a30-a251-d9a046c0348b None None] Router IDs set() for agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 20 18:13:35.177986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58532) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:13:35.819829 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING oslo_policy.policy [None req-2b7a5064-2792-47a4-9057-c10d79090e22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:13:35.820710 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING oslo_policy.policy [None req-2b7a5064-2792-47a4-9057-c10d79090e22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:13:36.051029 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [None req-2b7a5064-2792-47a4-9057-c10d79090e22 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:13:36.052098 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-2b7a5064-2792-47a4-9057-c10d79090e22 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8730879
Apr 20 18:13:38.805983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58548) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:13:39.200522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-97d3b403-8a85-4b13-af4d-5f60becae027 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:13:39.302650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.policy [None req-97d3b403-8a85-4b13-af4d-5f60becae027 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86370) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 18:13:39.357452 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING oslo_policy.policy [None req-97d3b403-8a85-4b13-af4d-5f60becae027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:13:39.357895 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING oslo_policy.policy [None req-97d3b403-8a85-4b13-af4d-5f60becae027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:13:39.376989 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota [None req-97d3b403-8a85-4b13-af4d-5f60becae027 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1cbeb532b0>.
Apr 20 18:13:39.392803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-97d3b403-8a85-4b13-af4d-5f60becae027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:13:39.449055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-97d3b403-8a85-4b13-af4d-5f60becae027 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301759843804', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301759844298', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301759834831', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301759820451', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301759745180', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301759745959', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036721300781', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036721201709', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1598842', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1648258'] for rbac-policy, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:39.676414 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-97d3b403-8a85-4b13-af4d-5f60becae027 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:39.677645 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-97d3b403-8a85-4b13-af4d-5f60becae027 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8707016
Apr 20 18:13:42.686899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58562) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:13:43.068141 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Request body: {'network': {'project_id': '545248d9f2194f7ea55228de941ca113', 'admin_state_up': True, 'name': 'private'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:13:43.073964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:13:43.079042 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Usage tracker for resource:network and tenant:545248d9f2194f7ea55228de941ca113 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:13:43.082555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:13:43.088801 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:13:43.097934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Made reservation on behalf of 545248d9f2194f7ea55228de941ca113 for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:13:43.103803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:43.120324 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:43.135581 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:13:43.139458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Usage tracker for resource:security_group_rule and tenant:545248d9f2194f7ea55228de941ca113 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:13:43.143497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:13:43.149320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:13:43.246977 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:43.249533 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:43.254689 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:13:43.272712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:13:43.301951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301764280470', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:43.302489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1cbf74f6a8> segment precommit_create {{(pid=86370) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 18:13:43.302970 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Added segment 6691f384-a315-46c7-abb2-f9bc3c58398d of type vlan for network b79ba167-010b-43f3-9bdf-fd0ebd0198a0
Apr 20 18:13:43.352926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546dca20-1cd2-4516-8247-10e5c4c4f362,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:13:43.369785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:43.370220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:43.370569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:43.370928 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:43.371285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:43.371634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:43.371983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:43.372330 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:43.372676 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:43.373019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:43.373362 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:43.373703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Tracked resource versions report:
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]: pushed versions:
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]: {   'AddressGroup': {'1.2'},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     'ConntrackHelper': {'1.0'},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Log': {'1.0'},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Network': {'1.1'},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Port': {'1.7'},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     'PortForwarding': {'1.2'},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     'QosPolicy': {'1.8'},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroup': {'1.4'},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SubPort': {'1.0'},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Subnet': {'1.1'},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Trunk': {'1.1'}}
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]: consumer versions:
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]: {   DHCP agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     L3 agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metadata agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metering agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:     Open vSwitch agent@dv-cinder-786929-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Log': '1.0',
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Network': '1.1',
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Port': '1.7',
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'PortForwarding': '1.2',
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'QosPolicy': '1.8',
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroup': '1.4',
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SubPort': '1.0',
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Subnet': '1.1',
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Trunk': '1.1'}}
Apr 20 18:13:43.374851 dv-cinder-786929-2-iscsi neutron-server[86254]:  {{(pid=86370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:13:43.422853 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:43.429250 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:13:43.461403 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:43.462835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:13:43.463529 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:43.468568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:13:43.575379 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8872244
Apr 20 18:13:43.580723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Pushing event updated for resources: {'Network': ['ID=b79ba167-010b-43f3-9bdf-fd0ebd0198a0,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:13:43.592270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:13:43.601520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network b79ba167-010b-43f3-9bdf-fd0ebd0198a0 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:13:46.654125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58578) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:13:47.136838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13325d7-1b1d-4333-a08f-52ca00056482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:13:47.138327 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a13325d7-1b1d-4333-a08f-52ca00056482 admin admin] 10.222.0.43 "GET /v2.0/networks/b79ba167-010b-43f3-9bdf-fd0ebd0198a0 HTTP/1.1" status: 200  len: 825 time: 0.4831569
Apr 20 18:13:47.167806 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-418a6565-cda4-4de1-8bbf-2885a28f8c00 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/405d550e-16fa-4531-957b-cb640696f6d8 HTTP/1.1" status: 200  len: 734 time: 0.0227790
Apr 20 18:13:47.177208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '405d550e-16fa-4531-957b-cb640696f6d8', 'gateway_ip': '172.20.0.1', 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0', 'name': 'private-subnet', 'tenant_id': '545248d9f2194f7ea55228de941ca113'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:13:47.181698 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:13:47.185607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Usage tracker for resource:subnet and tenant:545248d9f2194f7ea55228de941ca113 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:13:47.188901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:13:47.194755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:13:47.203560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Made reservation on behalf of 545248d9f2194f7ea55228de941ca113 for: {'subnet': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:13:47.208119 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:47.685653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for subnet, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:47.692116 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:13:47.780484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec37d34-64c0-48b6-b316-8b824920dd2d,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:13:47.783419 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Checking segment: {'id': '6691f384-a315-46c7-abb2-f9bc3c58398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:13:47.783806 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Network hostable DHCP agents. Network: b79ba167-010b-43f3-9bdf-fd0ebd0198a0, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:13:47.790317 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:13:47.806105 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Network b79ba167-010b-43f3-9bdf-fd0ebd0198a0 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:13:47.816206 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, b79ba167-010b-43f3-9bdf-fd0ebd0198a0) {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:13:47.820775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:13:47.821408 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:47.826148 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f344bc3-14b2-43ec-94fc-a26ae99b7582 None None] Network b79ba167-010b-43f3-9bdf-fd0ebd0198a0 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:13:47.841182 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6675599
Apr 20 18:13:48.326684 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20c587e-0ae1-536d-81a8-d9304bd08c12-b79ba167-010b-43f3-9bdf-fd0ebd0198a0', 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'fixed_ips': [{'subnet_id': 'cec37d34-64c0-48b6-b316-8b824920dd2d'}]}} from dv-cinder-786929-2-iscsi. {{(pid=86371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:13:48.327830 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:48.518278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Allocated IP 172.20.0.2 (b79ba167-010b-43f3-9bdf-fd0ebd0198a0/cec37d34-64c0-48b6-b316-8b824920dd2d/1dad1b38-b228-4ccd-b310-41a238fd907a) {{(pid=86371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:13:48.754856 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Notify callbacks [] for port, precommit_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:48.768682 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Transition to ACTIVE for port object 1dad1b38-b228-4ccd-b310-41a238fd907a will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:13:48.789740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Transition to ACTIVE for port object 1dad1b38-b228-4ccd-b310-41a238fd907a will not be triggered until provisioned by entity DHCP. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:13:48.796856 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:48.805703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:13:48.872542 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Network b79ba167-010b-43f3-9bdf-fd0ebd0198a0 is already hosted by enough agents. {{(pid=86371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:13:48.875578 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Resources bound (agent type, host, resource id):  {{(pid=86371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:13:48.882867 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Received port after_create {{(pid=86371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:13:48.885024 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Pushing event updated for resources: {'Port': ['ID=1dad1b38-b228-4ccd-b310-41a238fd907a,revision_number=1']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:13:48.895721 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:48.896101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:48.896476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:48.896848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:48.897215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:48.897576 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:48.897962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:48.898324 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:48.898698 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:48.899054 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:48.899410 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:48.899764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Tracked resource versions report:
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]: pushed versions:
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]: {   'AddressGroup': {'1.2'},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     'ConntrackHelper': {'1.0'},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Log': {'1.0'},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Network': {'1.1'},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Port': {'1.7'},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     'PortForwarding': {'1.2'},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     'QosPolicy': {'1.8'},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroup': {'1.4'},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SubPort': {'1.0'},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Subnet': {'1.1'},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Trunk': {'1.1'}}
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]: consumer versions:
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]: {   DHCP agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     L3 agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metadata agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metering agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:     Open vSwitch agent@dv-cinder-786929-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Log': '1.0',
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Network': '1.1',
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Port': '1.7',
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'PortForwarding': '1.2',
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'QosPolicy': '1.8',
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroup': '1.4',
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SubPort': '1.0',
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Subnet': '1.1',
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Trunk': '1.1'}}
Apr 20 18:13:48.900858 dv-cinder-786929-2-iscsi neutron-server[86254]:  {{(pid=86371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:13:48.936937 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:13:48.996926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Attempting to bind port 1dad1b38-b228-4ccd-b310-41a238fd907a on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:13:48.997353 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Attempting to bind port 1dad1b38-b228-4ccd-b310-41a238fd907a by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '6691f384-a315-46c7-abb2-f9bc3c58398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:13:48.997774 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Attempting to bind port 1dad1b38-b228-4ccd-b310-41a238fd907a on network b79ba167-010b-43f3-9bdf-fd0ebd0198a0 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:13:49.004128 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:13:49.004557 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Checking segment: {'id': '6691f384-a315-46c7-abb2-f9bc3c58398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:13:49.005044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:49.005476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Bound using segment: {'id': '6691f384-a315-46c7-abb2-f9bc3c58398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:13:49.006068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Bound port: 1dad1b38-b228-4ccd-b310-41a238fd907a, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6691f384-a315-46c7-abb2-f9bc3c58398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:13:49.006485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:49.101338 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] For port 1dad1b38-b228-4ccd-b310-41a238fd907a, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:13:49.105323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] For port 1dad1b38-b228-4ccd-b310-41a238fd907a, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=1dad1b38-b228-4ccd-b310-41a238fd907a,segment=NetworkSegment(6691f384-a315-46c7-abb2-f9bc3c58398d),segment_id=6691f384-a315-46c7-abb2-f9bc3c58398d)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:13:49.109254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:49.114273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:13:49.207542 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Pushing event updated for resources: {'Port': ['ID=1dad1b38-b228-4ccd-b310-41a238fd907a,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:13:49.210773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:13:50.659464 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58588) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:13:51.070707 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [None req-425507c1-53b2-4431-852d-f3dbebb03a2d admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:13:51.071863 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-425507c1-53b2-4431-852d-f3dbebb03a2d admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4113758
Apr 20 18:13:53.873925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58598) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:13:54.302687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [None req-61c1725e-90c0-4c17-9082-5dc3052c8495 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:13:54.307562 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-61c1725e-90c0-4c17-9082-5dc3052c8495 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4321144
Apr 20 18:13:55.588096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 1dad1b38-b228-4ccd-b310-41a238fd907a up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:13:55.664444 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 1dad1b38-b228-4ccd-b310-41a238fd907a completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:13:56.214083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8a5a2-aff2-41dd-b3af-59dcaa302d85 None None] Network b79ba167-010b-43f3-9bdf-fd0ebd0198a0 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:13:56.313527 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-35dd3e07-aac8-49bc-9f51-635c2b595603 None None] Provisioning for port 1dad1b38-b228-4ccd-b310-41a238fd907a completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:13:56.324282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-35dd3e07-aac8-49bc-9f51-635c2b595603 None None] Provisioning complete for port 1dad1b38-b228-4ccd-b310-41a238fd907a triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:13:56.324687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-35dd3e07-aac8-49bc-9f51-635c2b595603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:56.576493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-35dd3e07-aac8-49bc-9f51-635c2b595603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:56.628966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-35dd3e07-aac8-49bc-9f51-635c2b595603 None None] For port 1dad1b38-b228-4ccd-b310-41a238fd907a, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=1dad1b38-b228-4ccd-b310-41a238fd907a,segment=NetworkSegment(6691f384-a315-46c7-abb2-f9bc3c58398d),segment_id=6691f384-a315-46c7-abb2-f9bc3c58398d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:13:56.634128 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-35dd3e07-aac8-49bc-9f51-635c2b595603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:56.648920 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:13:56.731893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd3e07-aac8-49bc-9f51-635c2b595603 None None] Pushing event updated for resources: {'Port': ['ID=1dad1b38-b228-4ccd-b310-41a238fd907a,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:13:56.737595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-35dd3e07-aac8-49bc-9f51-635c2b595603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:13:56.828752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-8cebec63-7ea2-473b-9bc5-b87dc0eb4991 None None] Provisioning complete for port 1dad1b38-b228-4ccd-b310-41a238fd907a triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:13:56.829096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8cebec63-7ea2-473b-9bc5-b87dc0eb4991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:57.426309 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58616) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:13:57.559407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 1dad1b38-b228-4ccd-b310-41a238fd907a up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:13:57.634021 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 1dad1b38-b228-4ccd-b310-41a238fd907a triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:13:57.634574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:57.816696 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-24bb638f-528e-4cce-b134-ae4196866c19 admin admin] Request body: {'router': {'tenant_id': '545248d9f2194f7ea55228de941ca113', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:13:57.822135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-24bb638f-528e-4cce-b134-ae4196866c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:13:57.826069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-24bb638f-528e-4cce-b134-ae4196866c19 admin admin] Usage tracker for resource:router and tenant:545248d9f2194f7ea55228de941ca113 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:13:57.829253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-24bb638f-528e-4cce-b134-ae4196866c19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:13:57.835105 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-24bb638f-528e-4cce-b134-ae4196866c19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:13:57.843927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24bb638f-528e-4cce-b134-ae4196866c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771027'] for router, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:57.845200 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24bb638f-528e-4cce-b134-ae4196866c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4757'] for router, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:57.865279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24bb638f-528e-4cce-b134-ae4196866c19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:57.973016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24bb638f-528e-4cce-b134-ae4196866c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854341156'] for router, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:57.991744 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24bb638f-528e-4cce-b134-ae4196866c19 admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:57.993023 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-24bb638f-528e-4cce-b134-ae4196866c19 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5656538
Apr 20 18:13:59.794090 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca2f1a8a-042b-450a-b406-e3c4e70fb7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:00.767541 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58626) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:01.176831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [None req-48a7411b-6ab0-4bbb-9f85-f11e9583a2e4 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:14:01.177938 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-48a7411b-6ab0-4bbb-9f85-f11e9583a2e4 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4094350
Apr 20 18:14:02.083215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f7c2b2f1-fda5-456b-8caf-6c003eb38067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:02.608185 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:03.016854 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 5 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:14:03.449781 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:04.030036 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58646) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:04.191873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:14:04.197208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:14:04.201180 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Usage tracker for resource:network and tenant:54e04686943340e2af9cde9fe15e6e0e is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:14:04.204264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:14:04.210176 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:14:04.219132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Made reservation on behalf of 54e04686943340e2af9cde9fe15e6e0e for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:14:04.223718 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:04.236760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:04.251615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:14:04.255511 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:54e04686943340e2af9cde9fe15e6e0e is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:14:04.258392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:14:04.264254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:14:04.348049 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:04.350683 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:04.354947 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:04.370011 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Reserving flat network on physical network physnet1 {{(pid=86370) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 20 18:14:04.395008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:04.395389 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Added segment bda0a6a9-30eb-4f67-9ea6-25260ad71214 of type flat for network d08991fe-c0e4-4126-9314-569b6f56b472
Apr 20 18:14:04.396551 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851aaf78-5d9d-43a4-a924-b41627aa97bf,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:04.403028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:04.424983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:04.435959 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:04.472880 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:04.474255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:04.474880 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:04.479640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:04.584050 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=d08991fe-c0e4-4126-9314-569b6f56b472,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:04.586907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:04.588704 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5571337
Apr 20 18:14:04.595112 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network d08991fe-c0e4-4126-9314-569b6f56b472 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:14:07.166132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58666) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:07.284192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e737efd4-53eb-4248-bcb0-197c5b9fd053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:07.285645 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e737efd4-53eb-4248-bcb0-197c5b9fd053 admin admin] 10.222.0.43 "GET /v2.0/subnets/cec37d34-64c0-48b6-b316-8b824920dd2d HTTP/1.1" status: 200  len: 849 time: 0.1184378
Apr 20 18:14:07.585396 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3b6605bf-cf41-419f-b5ff-cf059f09da9c admin admin] 10.222.0.43 "GET /v2.0/routers/6655fae4-20af-43d7-b2d0-e471eced23f4 HTTP/1.1" status: 200  len: 704 time: 0.2935374
Apr 20 18:14:08.095071 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:08.336698 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Allocated IP 172.20.0.1 (b79ba167-010b-43f3-9bdf-fd0ebd0198a0/cec37d34-64c0-48b6-b316-8b824920dd2d/d77eb4bb-8eed-4787-a560-05d0dd0f4715) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:14:08.502090 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:08.520100 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Transition to ACTIVE for port object d77eb4bb-8eed-4787-a560-05d0dd0f4715 will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:14:08.578320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:08.583759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:08.648393 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Network b79ba167-010b-43f3-9bdf-fd0ebd0198a0 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:14:08.651970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:14:08.655979 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:14:08.656527 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395265'] for router_interface, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:08.798495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Pushing event updated for resources: {'Port': ['ID=d77eb4bb-8eed-4787-a560-05d0dd0f4715,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:08.808326 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:08.847567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-f5f9fca1-c111-4334-92ca-649fb556f6fb None None] Provisioning for port d77eb4bb-8eed-4787-a560-05d0dd0f4715 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:14:08.852681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-f5f9fca1-c111-4334-92ca-649fb556f6fb None None] Provisioning complete for port d77eb4bb-8eed-4787-a560-05d0dd0f4715 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:08.853084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fca1-c111-4334-92ca-649fb556f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:08.910753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9fca1-c111-4334-92ca-649fb556f6fb None None] Port d77eb4bb-8eed-4787-a560-05d0dd0f4715 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:14:08.944927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:09.352252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:09.355771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:09.356860 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854380442'] for router_interface, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:09.362362 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:09.503188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Pushing event updated for resources: {'Port': ['ID=d77eb4bb-8eed-4787-a560-05d0dd0f4715,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:09.507718 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:09.569139 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Network b79ba167-010b-43f3-9bdf-fd0ebd0198a0 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:14:09.570317 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:14:09.736001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-1abadf05-cbb4-4317-843e-bebbf90766da None None] Provisioning complete for port d77eb4bb-8eed-4787-a560-05d0dd0f4715 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:09.736506 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1abadf05-cbb4-4317-843e-bebbf90766da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:09.778794 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Router 6655fae4-20af-43d7-b2d0-e471eced23f4 is scheduled to L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd with binding_index 1 {{(pid=86370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:14:09.796755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-1abadf05-cbb4-4317-843e-bebbf90766da None None] Port d77eb4bb-8eed-4787-a560-05d0dd0f4715 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:14:09.948370 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:14:09.958365 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Sync routers for ids ['6655fae4-20af-43d7-b2d0-e471eced23f4'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:14:09.959600 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] 10.222.0.43 "PUT /v2.0/routers/6655fae4-20af-43d7-b2d0-e471eced23f4/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3686297
Apr 20 18:14:09.970095 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Routers {'6655fae4-20af-43d7-b2d0-e471eced23f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:14:09.971010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe1e9400>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:14:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['6655fae4-20af-43d7-b2d0-e471eced23f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:10.167916 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Set router 6655fae4-20af-43d7-b2d0-e471eced23f4 gateway port host: None {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:14:10.741928 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe1e9400>, [{'id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'name': 'router1', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:13:57Z', 'updated_at': '2021-04-20T18:14:08Z', 'revision_number': 2, 'project_id': '545248d9f2194f7ea55228de941ca113', 'gw_port_host': None, '_interfaces': [{'id': 'd77eb4bb-8eed-4787-a560-05d0dd0f4715', 'name': '', 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'mac_address': 'fa:16:3e:0c:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cec37d34-64c0-48b6-b316-8b824920dd2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:08Z', 'updated_at': '2021-04-20T18:14:09Z', 'revision_number': 2, 'project_id': '545248d9f2194f7ea55228de941ca113', 'subnets': [{'id': 'cec37d34-64c0-48b6-b316-8b824920dd2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '405d550e-16fa-4531-957b-cb640696f6d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:10.747608 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Checking router: 6655fae4-20af-43d7-b2d0-e471eced23f4 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:14:10.748016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Updating router 6655fae4-20af-43d7-b2d0-e471eced23f4 port d77eb4bb-8eed-4787-a560-05d0dd0f4715 binding host dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:14:10.811229 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:11.223305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:11.238166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Transition to ACTIVE for port object d77eb4bb-8eed-4787-a560-05d0dd0f4715 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:14:11.244458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:11.251373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:11.462462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Pushing event updated for resources: {'Port': ['ID=d77eb4bb-8eed-4787-a560-05d0dd0f4715,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:11.481294 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:11.481615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:11.482032 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:11.482395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:11.482752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:11.483108 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:11.483461 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:11.484487 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:11.484940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:11.485298 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:11.485651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:11.486031 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Tracked resource versions report:
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]: pushed versions:
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]: {   'AddressGroup': {'1.2'},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     'ConntrackHelper': {'1.0'},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Log': {'1.0'},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Network': {'1.1'},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Port': {'1.7'},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     'PortForwarding': {'1.2'},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     'QosPolicy': {'1.8'},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroup': {'1.4'},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SubPort': {'1.0'},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Subnet': {'1.1'},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Trunk': {'1.1'}}
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]: consumer versions:
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]: {   DHCP agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     L3 agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metadata agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metering agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:     Open vSwitch agent@dv-cinder-786929-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Log': '1.0',
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Network': '1.1',
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Port': '1.7',
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'PortForwarding': '1.2',
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'QosPolicy': '1.8',
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroup': '1.4',
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SubPort': '1.0',
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Subnet': '1.1',
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Trunk': '1.1'}}
Apr 20 18:14:11.487125 dv-cinder-786929-2-iscsi neutron-server[86254]:  {{(pid=86372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:14:11.492932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:11.493827 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Attempting to bind port d77eb4bb-8eed-4787-a560-05d0dd0f4715 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:14:11.494284 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Attempting to bind port d77eb4bb-8eed-4787-a560-05d0dd0f4715 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '6691f384-a315-46c7-abb2-f9bc3c58398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:14:11.494695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Attempting to bind port d77eb4bb-8eed-4787-a560-05d0dd0f4715 on network b79ba167-010b-43f3-9bdf-fd0ebd0198a0 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:14:11.500382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:14:11.500817 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Checking segment: {'id': '6691f384-a315-46c7-abb2-f9bc3c58398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:14:11.501293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:11.501714 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Bound using segment: {'id': '6691f384-a315-46c7-abb2-f9bc3c58398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:14:11.502271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Bound port: d77eb4bb-8eed-4787-a560-05d0dd0f4715, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6691f384-a315-46c7-abb2-f9bc3c58398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:14:11.502678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:11.599701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] For port d77eb4bb-8eed-4787-a560-05d0dd0f4715, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:14:11.605525 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] For port d77eb4bb-8eed-4787-a560-05d0dd0f4715, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=d77eb4bb-8eed-4787-a560-05d0dd0f4715,segment=NetworkSegment(6691f384-a315-46c7-abb2-f9bc3c58398d),segment_id=6691f384-a315-46c7-abb2-f9bc3c58398d)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:14:11.607269 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:11.612729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:11.701983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Routers {'6655fae4-20af-43d7-b2d0-e471eced23f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:14:11.702694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe1e9400>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:14:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['6655fae4-20af-43d7-b2d0-e471eced23f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:11.762530 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Pushing event updated for resources: {'Port': ['ID=d77eb4bb-8eed-4787-a560-05d0dd0f4715,revision_number=4']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:11.774111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:11.872386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] Set router 6655fae4-20af-43d7-b2d0-e471eced23f4 gateway port host: None {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:14:12.268483 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe1e9400>, [{'id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'name': 'router1', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:13:57Z', 'updated_at': '2021-04-20T18:14:08Z', 'revision_number': 2, 'project_id': '545248d9f2194f7ea55228de941ca113', 'gw_port_host': None, '_interfaces': [{'id': 'd77eb4bb-8eed-4787-a560-05d0dd0f4715', 'name': '', 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'mac_address': 'fa:16:3e:0c:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cec37d34-64c0-48b6-b316-8b824920dd2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:08Z', 'updated_at': '2021-04-20T18:14:11Z', 'revision_number': 4, 'project_id': '545248d9f2194f7ea55228de941ca113', 'subnets': [{'id': 'cec37d34-64c0-48b6-b316-8b824920dd2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '405d550e-16fa-4531-957b-cb640696f6d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:12.272841 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fabb1d-771e-4ce2-9722-5c0483180b81 None None] The sync data for ids ['6655fae4-20af-43d7-b2d0-e471eced23f4'] in dv-cinder-786929-2-iscsi is: [{'id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'name': 'router1', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:13:57Z', 'updated_at': '2021-04-20T18:14:08Z', 'revision_number': 2, 'project_id': '545248d9f2194f7ea55228de941ca113', 'gw_port_host': None, '_interfaces': [{'id': 'd77eb4bb-8eed-4787-a560-05d0dd0f4715', 'name': '', 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'mac_address': 'fa:16:3e:0c:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cec37d34-64c0-48b6-b316-8b824920dd2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:08Z', 'updated_at': '2021-04-20T18:14:11Z', 'revision_number': 4, 'project_id': '545248d9f2194f7ea55228de941ca113', 'subnets': [{'id': 'cec37d34-64c0-48b6-b316-8b824920dd2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '405d550e-16fa-4531-957b-cb640696f6d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:14:12.573920 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58678) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:12.737645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbc9a6d-d093-4d7a-af54-4376ef87fa43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:12.738293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-afbc9a6d-d093-4d7a-af54-4376ef87fa43 admin admin] Synchronizing usage tracker for tenant:54e04686943340e2af9cde9fe15e6e0e on resource:network {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:14:12.757034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-afbc9a6d-d093-4d7a-af54-4376ef87fa43 admin admin] Unset dirty status for tenant:54e04686943340e2af9cde9fe15e6e0e on resource:network {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:14:12.758346 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-afbc9a6d-d093-4d7a-af54-4376ef87fa43 admin admin] 10.222.0.43 "GET /v2.0/networks/d08991fe-c0e4-4126-9314-569b6f56b472 HTTP/1.1" status: 200  len: 842 time: 0.1833699
Apr 20 18:14:12.770117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:14:12.775987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:14:12.780025 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Usage tracker for resource:subnet and tenant:54e04686943340e2af9cde9fe15e6e0e is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:14:12.783805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:14:12.791134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:14:12.804101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Made reservation on behalf of 54e04686943340e2af9cde9fe15e6e0e for: {'subnet': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:14:12.813264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:13.259126 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.objects.ports [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86370) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 20 18:14:13.259604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for subnet, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:13.264541 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:13.339731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3efc98c-590c-4ab4-bdb7-6ca86d3ce932,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:13.344196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:13.350640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Checking segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:14:13.351033 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Network hostable DHCP agents. Network: d08991fe-c0e4-4126-9314-569b6f56b472, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:14:13.369742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Network d08991fe-c0e4-4126-9314-569b6f56b472 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:14:13.379176 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, d08991fe-c0e4-4126-9314-569b6f56b472) {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:14:13.383586 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:13.384704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:13.388118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12a1fc-8768-494c-b232-2e307c59af7c None None] Network d08991fe-c0e4-4126-9314-569b6f56b472 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:14:13.407706 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6415961
Apr 20 18:14:13.634483 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401e5338-0cb4-43eb-9873-8578df7ac112 None None] Network d08991fe-c0e4-4126-9314-569b6f56b472 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:14:15.595702 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device d77eb4bb-8eed-4787-a560-05d0dd0f4715 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:14:15.675001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port d77eb4bb-8eed-4787-a560-05d0dd0f4715 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:14:15.680279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port d77eb4bb-8eed-4787-a560-05d0dd0f4715 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:15.680686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:15.807764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:15.843963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port d77eb4bb-8eed-4787-a560-05d0dd0f4715, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=d77eb4bb-8eed-4787-a560-05d0dd0f4715,segment=NetworkSegment(6691f384-a315-46c7-abb2-f9bc3c58398d),segment_id=6691f384-a315-46c7-abb2-f9bc3c58398d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:14:15.846966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:15.849160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a1916227-dd78-4dc0-adf9-33aefba291d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:15.922635 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=d77eb4bb-8eed-4787-a560-05d0dd0f4715,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:15.926102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:16.077148 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58692) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:16.293384 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-8871dd61-3a47-453f-b6ed-c29f1576533a admin admin] 10.222.0.43 "GET /v2.0/routers/6655fae4-20af-43d7-b2d0-e471eced23f4 HTTP/1.1" status: 200  len: 710 time: 0.2149498
Apr 20 18:14:16.432126 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f5ec36-3037-4010-a2ee-1fcf2c6b5917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:16.433588 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e4f5ec36-3037-4010-a2ee-1fcf2c6b5917 admin admin] 10.222.0.43 "GET /v2.0/networks/d08991fe-c0e4-4126-9314-569b6f56b472 HTTP/1.1" status: 200  len: 886 time: 0.1335869
Apr 20 18:14:16.443678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:14:17.097447 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4742'] for router, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:17.449935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:17.512106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:17.585762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device d77eb4bb-8eed-4787-a560-05d0dd0f4715 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:14:17.667291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port d77eb4bb-8eed-4787-a560-05d0dd0f4715 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:17.667711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:17.680542 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Allocated IP 172.27.1.137 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:14:17.872706 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:17.903854 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:17.909234 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:17.976183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:14:17.979630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:14:17.984018 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:14:18.051084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:18.055211 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:18.384283 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:18.924155 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4742'] for router, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:18.927624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854341156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854341171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-434629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854379989'] for router, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:19.116731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Router 6655fae4-20af-43d7-b2d0-e471eced23f4 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:14:19.300217 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:14:19.309718 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:19.310494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Sync routers for ids ['6655fae4-20af-43d7-b2d0-e471eced23f4'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:14:19.311028 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] 10.222.0.43 "PUT /v2.0/routers/6655fae4-20af-43d7-b2d0-e471eced23f4 HTTP/1.1" status: 200  len: 890 time: 2.8708141
Apr 20 18:14:19.322278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Routers {'6655fae4-20af-43d7-b2d0-e471eced23f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:14:19.322997 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd2f08d0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:14:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['6655fae4-20af-43d7-b2d0-e471eced23f4'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:19.528215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Set router 6655fae4-20af-43d7-b2d0-e471eced23f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:14:19.893511 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd2f08d0>, [{'id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'name': 'router1', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:13:57Z', 'updated_at': '2021-04-20T18:14:18Z', 'revision_number': 4, 'project_id': '545248d9f2194f7ea55228de941ca113', 'gw_port': {'id': 'c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ba:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:17Z', 'updated_at': '2021-04-20T18:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'd77eb4bb-8eed-4787-a560-05d0dd0f4715', 'name': '', 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'mac_address': 'fa:16:3e:0c:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cec37d34-64c0-48b6-b316-8b824920dd2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:08Z', 'updated_at': '2021-04-20T18:14:15Z', 'revision_number': 5, 'project_id': '545248d9f2194f7ea55228de941ca113', 'subnets': [{'id': 'cec37d34-64c0-48b6-b316-8b824920dd2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '405d550e-16fa-4531-957b-cb640696f6d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:19.898604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Checking router: 6655fae4-20af-43d7-b2d0-e471eced23f4 for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:14:19.899014 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Updating router 6655fae4-20af-43d7-b2d0-e471eced23f4 port c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66 binding host dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:14:19.957607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:20.303208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:20.316077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Transition to ACTIVE for port object c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:14:20.322612 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:20.327582 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-35dd3e07-aac8-49bc-9f51-635c2b595603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:20.411995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Attempting to bind port c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:14:20.412402 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Attempting to bind port c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:14:20.412802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Attempting to bind port c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66 on network d08991fe-c0e4-4126-9314-569b6f56b472 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:14:20.416338 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976be722-9df5-4746-97d2-d09356e93e8c None None] Pushing event updated for resources: {'Port': ['ID=c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:20.420473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-976be722-9df5-4746-97d2-d09356e93e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:20.422002 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:14:20.422398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Checking segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:14:20.422836 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:20.423255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Bound using segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:14:20.423772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Bound port: c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:14:20.424181 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:20.500825 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] For port c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:14:20.503975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] For port c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:14:20.508242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:20.513088 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:20.593960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Routers {'6655fae4-20af-43d7-b2d0-e471eced23f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:14:20.594567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd2f08d0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:14:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['6655fae4-20af-43d7-b2d0-e471eced23f4'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:20.668419 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976be722-9df5-4746-97d2-d09356e93e8c None None] Pushing event updated for resources: {'Port': ['ID=c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:20.721915 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-976be722-9df5-4746-97d2-d09356e93e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:20.790218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] Set router 6655fae4-20af-43d7-b2d0-e471eced23f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:14:21.133807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd2f08d0>, [{'id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'name': 'router1', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:13:57Z', 'updated_at': '2021-04-20T18:14:18Z', 'revision_number': 4, 'project_id': '545248d9f2194f7ea55228de941ca113', 'gw_port': {'id': 'c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ba:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:17Z', 'updated_at': '2021-04-20T18:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'd77eb4bb-8eed-4787-a560-05d0dd0f4715', 'name': '', 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'mac_address': 'fa:16:3e:0c:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cec37d34-64c0-48b6-b316-8b824920dd2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:08Z', 'updated_at': '2021-04-20T18:14:15Z', 'revision_number': 5, 'project_id': '545248d9f2194f7ea55228de941ca113', 'subnets': [{'id': 'cec37d34-64c0-48b6-b316-8b824920dd2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '405d550e-16fa-4531-957b-cb640696f6d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:21.137877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5fbe3-c617-407d-a480-6a9173058ba2 None None] The sync data for ids ['6655fae4-20af-43d7-b2d0-e471eced23f4'] in dv-cinder-786929-2-iscsi is: [{'id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'name': 'router1', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:13:57Z', 'updated_at': '2021-04-20T18:14:18Z', 'revision_number': 4, 'project_id': '545248d9f2194f7ea55228de941ca113', 'gw_port': {'id': 'c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ba:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:17Z', 'updated_at': '2021-04-20T18:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'd77eb4bb-8eed-4787-a560-05d0dd0f4715', 'name': '', 'network_id': 'b79ba167-010b-43f3-9bdf-fd0ebd0198a0', 'tenant_id': '545248d9f2194f7ea55228de941ca113', 'mac_address': 'fa:16:3e:0c:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6655fae4-20af-43d7-b2d0-e471eced23f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cec37d34-64c0-48b6-b316-8b824920dd2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:08Z', 'updated_at': '2021-04-20T18:14:15Z', 'revision_number': 5, 'project_id': '545248d9f2194f7ea55228de941ca113', 'subnets': [{'id': 'cec37d34-64c0-48b6-b316-8b824920dd2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '405d550e-16fa-4531-957b-cb640696f6d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:14:21.612074 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:14:21.687476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:14:21.692227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:21.692638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:21.821804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:21.839790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:14:21.842771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:21.845332 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-976be722-9df5-4746-97d2-d09356e93e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:21.917944 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:21.921695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:22.069268 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 58702) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:22.199384 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-601a1e0f-fc1f-449a-8964-5e5966a45498 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 413 time: 0.1288843
Apr 20 18:14:23.581217 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:14:23.660353 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port c19aaf1d-094c-41a1-b6e9-18b3a5c0fa66 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:23.660764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:29.828919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b388fea6-7977-443d-a398-25b0ee823912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:32.114176 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6e3110b3-24af-4483-9c7e-acf931f5b644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:32.611796 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:33.452832 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:34.443156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:40.018357 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 5 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:14:59.852983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b3f919d2-b296-424a-b4db-758235a287a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:02.086741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-99204fb1-9a47-45ee-b050-139b5a86fb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:02.619168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:03.460630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:04.456385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:17.017680 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 5 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:15:29.807136 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-090cd7b2-d31b-42da-ac7b-81f767881b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:32.090784 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-380369b8-1933-47dd-ab86-5db7b54395f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:32.618282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:33.455436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:34.454277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:54.021593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 5 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:15:59.835391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fe2a0879-0a55-4738-ab53-35ea7aa551eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:02.097130 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-57798e82-ed10-40da-bc62-0d11f1ba7fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:02.630425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:03.459157 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:04.467300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:09.589736 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59272) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:09.788251 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING oslo_policy.policy [None req-3aa7fe21-54ec-4542-8420-b0618fd29e61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:16:09.788867 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING oslo_policy.policy [None req-3aa7fe21-54ec-4542-8420-b0618fd29e61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:16:10.083488 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa7fe21-54ec-4542-8420-b0618fd29e61 admin admin] GET failed (client error): The resource could not be found.
Apr 20 18:16:10.085524 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3aa7fe21-54ec-4542-8420-b0618fd29e61 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.4931049
Apr 20 18:16:10.521123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.policy [None req-3f6b2235-7eb0-4341-9075-5acdf1f02095 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86369) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 18:16:10.579428 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING oslo_policy.policy [None req-3f6b2235-7eb0-4341-9075-5acdf1f02095 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:16:10.579986 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING oslo_policy.policy [None req-3f6b2235-7eb0-4341-9075-5acdf1f02095 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:16:10.598954 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6b2235-7eb0-4341-9075-5acdf1f02095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:10.601228 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3f6b2235-7eb0-4341-9075-5acdf1f02095 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.5107069
Apr 20 18:16:13.276606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59288) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:13.404067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16000333-bb6d-473e-be76-41244206a762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:13.404765 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-16000333-bb6d-473e-be76-41244206a762 admin admin] Synchronizing usage tracker for tenant:54e04686943340e2af9cde9fe15e6e0e on resource:subnet {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:16:13.422314 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-16000333-bb6d-473e-be76-41244206a762 admin admin] Unset dirty status for tenant:54e04686943340e2af9cde9fe15e6e0e on resource:subnet {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:16:13.423722 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-16000333-bb6d-473e-be76-41244206a762 admin admin] 10.222.0.43 "GET /v2.0/subnets/cec37d34-64c0-48b6-b316-8b824920dd2d HTTP/1.1" status: 200  len: 849 time: 0.1460366
Apr 20 18:16:13.436256 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:16:13.664881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Notify callbacks [] for subnet, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:14.171117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735090464729'] for subnet, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:14.176752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-52fdcdd4-b813-44b8-a069-7a694df69160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:16:14.221557 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:14.222391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:14.224093 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] 10.222.0.43 "PUT /v2.0/subnets/cec37d34-64c0-48b6-b316-8b824920dd2d HTTP/1.1" status: 200  len: 868 time: 0.7932425
Apr 20 18:16:14.229298 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaea078-5f9d-42a0-bc67-4b95406f4fc9 None None] Network b79ba167-010b-43f3-9bdf-fd0ebd0198a0 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:16:14.262003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec37d34-64c0-48b6-b316-8b824920dd2d,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:16:14.271734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:14.272233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:14.272746 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:14.273329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:14.273895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:14.274421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:14.274985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:14.275477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:14.276175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:14.276759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:14.277489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:14.278424 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:14.283299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:16:14.965932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-ac9384b5-4b9c-47dd-8f6c-f1dd87bdb148 None None] Provisioning complete for port d77eb4bb-8eed-4787-a560-05d0dd0f4715 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:16:14.966392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ac9384b5-4b9c-47dd-8f6c-f1dd87bdb148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:15.185390 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-ac9384b5-4b9c-47dd-8f6c-f1dd87bdb148 None None] Provisioning complete for port 1dad1b38-b228-4ccd-b310-41a238fd907a triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:16:15.186519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ac9384b5-4b9c-47dd-8f6c-f1dd87bdb148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:17.127770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59298) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:17.338590 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b336b74b-1c82-4c5c-87f0-77ef7c8633b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:17.339208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b336b74b-1c82-4c5c-87f0-77ef7c8633b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:17.341635 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b336b74b-1c82-4c5c-87f0-77ef7c8633b5 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2125542
Apr 20 18:16:20.044873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59308) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:20.265733 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8cfa7b-8e71-428c-a22a-13192313b09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:20.266317 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8cfa7b-8e71-428c-a22a-13192313b09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:20.268048 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-cc8cfa7b-8e71-428c-a22a-13192313b09f admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2219849
Apr 20 18:16:23.768985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59318) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:24.010055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21f5761-3525-4717-ae5c-0910b55010b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:24.011607 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f21f5761-3525-4717-ae5c-0910b55010b9 admin admin] 10.222.0.43 "GET /v2.0/networks/b79ba167-010b-43f3-9bdf-fd0ebd0198a0 HTTP/1.1" status: 200  len: 869 time: 0.2414584
Apr 20 18:16:26.736235 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59328) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:26.938370 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2079885-165c-4a4d-a96f-b284cc5b9134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:26.939885 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a2079885-165c-4a4d-a96f-b284cc5b9134 admin admin] 10.222.0.43 "GET /v2.0/networks/d08991fe-c0e4-4126-9314-569b6f56b472 HTTP/1.1" status: 200  len: 886 time: 0.2025294
Apr 20 18:16:29.826840 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-17cbcf20-9f46-4396-bb6e-4256916d8874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:29.982270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59338) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:30.107473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c17aff3-bb2b-4036-bd6b-b3523ea356df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:30.107984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c17aff3-bb2b-4036-bd6b-b3523ea356df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:30.110178 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-8c17aff3-bb2b-4036-bd6b-b3523ea356df admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1267014
Apr 20 18:16:31.022021 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 5 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:16:32.092179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-19f22852-1ddb-4920-bb87-c06277b28857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:32.635065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:32.801363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59348) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:32.931742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d957da-e8fb-4365-9ed2-fb7bb3d27988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:32.932245 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d957da-e8fb-4365-9ed2-fb7bb3d27988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:32.942580 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-79d957da-e8fb-4365-9ed2-fb7bb3d27988 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1398849
Apr 20 18:16:33.470735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:34.457106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:35.618734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59358) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:35.750158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61950d6d-3204-4070-8e44-fd4965fb3d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:35.751644 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-61950d6d-3204-4070-8e44-fd4965fb3d56 admin admin] 10.222.0.43 "GET /v2.0/subnets/cec37d34-64c0-48b6-b316-8b824920dd2d HTTP/1.1" status: 200  len: 868 time: 0.1321959
Apr 20 18:16:38.509246 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59368) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:38.627472 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbff026-f9c8-4317-bd78-a73c600a30b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:38.628948 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-efbff026-f9c8-4317-bd78-a73c600a30b1 admin admin] 10.222.0.43 "GET /v2.0/subnets/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932 HTTP/1.1" status: 200  len: 816 time: 0.1186426
Apr 20 18:16:59.837454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f33c2592-cb4a-4893-ab3f-41be5b86d80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:02.099406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c2c685f3-8c57-4ce3-b44d-4e1057343218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:02.630060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:03.468034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:04.461466 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:06.893992 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59412) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:17:06.951703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [None req-90661949-0ad9-4a09-bba1-1d2f3d91b145 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:17:06.952861 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-90661949-0ad9-4a09-bba1-1d2f3d91b145 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0578172
Apr 20 18:17:08.022262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 5 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:17:09.919091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59422) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:17:10.038749 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b43726-b4d0-497a-b7bb-b019b1e35e21 admin admin] GET failed (client error): The resource could not be found.
Apr 20 18:17:10.040256 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e7b43726-b4d0-497a-b7bb-b019b1e35e21 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1197128
Apr 20 18:17:10.197076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2642663-847e-4260-9361-c206b13d7568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:17:10.199782 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a2642663-847e-4260-9361-c206b13d7568 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1535296
Apr 20 18:17:12.958064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59432) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:17:13.018321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:17:13.021146 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.quota [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1cbe7e6860>.
Apr 20 18:17:13.029187 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:17:13.045491 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:17:13.061140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Made reservation on behalf of 54e04686943340e2af9cde9fe15e6e0e for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:17:13.067902 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:13.180451 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.services.revisions.revision_plugin [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1cbe8a1588] {project_id='54e04686943340e2af9cde9fe15e6e0e', id='65099046-fbaf-4b29-aec6-893c6824b351', target_tenant='*', action='access_as_shared', object_id='00c7b384-ef10-40d1-a95d-1b84f1e04905'}> to bump revision.
Apr 20 18:17:13.198426 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:17:13.211413 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301764280470', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:13.212132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1cbf74f6a8> segment precommit_create {{(pid=86369) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 18:17:13.212684 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Added segment 709c7e0a-fe84-431b-8da5-4362fc41b251 of type vlan for network 00c7b384-ef10-40d1-a95d-1b84f1e04905
Apr 20 18:17:13.297100 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:13.338613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:13.340864 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:17:13.341517 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:13.348618 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:17:13.456317 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4968524
Apr 20 18:17:13.468241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Pushing event updated for resources: {'Network': ['ID=00c7b384-ef10-40d1-a95d-1b84f1e04905,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:17:13.477586 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:13.478012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:13.478385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:13.478750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:13.479110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:13.479521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:13.479892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:13.480315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:13.480676 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:13.481011 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:13.481365 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:13.481725 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Tracked resource versions report:
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]: pushed versions:
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]: {   'AddressGroup': {'1.2'},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     'ConntrackHelper': {'1.0'},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Log': {'1.0'},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Network': {'1.1'},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Port': {'1.7'},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     'PortForwarding': {'1.2'},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     'QosPolicy': {'1.8'},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroup': {'1.4'},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SubPort': {'1.0'},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Subnet': {'1.1'},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Trunk': {'1.1'}}
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]: consumer versions:
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]: {   DHCP agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     L3 agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metadata agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metering agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:     Open vSwitch agent@dv-cinder-786929-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Log': '1.0',
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Network': '1.1',
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Port': '1.7',
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'PortForwarding': '1.2',
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'QosPolicy': '1.8',
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroup': '1.4',
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SubPort': '1.0',
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Subnet': '1.1',
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Trunk': '1.1'}}
Apr 20 18:17:13.482912 dv-cinder-786929-2-iscsi neutron-server[86254]:  {{(pid=86369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:17:13.525141 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:17:13.542948 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network 00c7b384-ef10-40d1-a95d-1b84f1e04905 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:17:16.173350 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59446) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:17:16.277635 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23015f9-90c3-4adf-9eaa-17d18d91e63d admin admin] GET failed (client error): The resource could not be found.
Apr 20 18:17:16.278638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d23015f9-90c3-4adf-9eaa-17d18d91e63d admin admin] Synchronizing usage tracker for tenant:54e04686943340e2af9cde9fe15e6e0e on resource:network {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:17:16.304519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d23015f9-90c3-4adf-9eaa-17d18d91e63d admin admin] Unset dirty status for tenant:54e04686943340e2af9cde9fe15e6e0e on resource:network {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:17:16.306649 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d23015f9-90c3-4adf-9eaa-17d18d91e63d admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1319170
Apr 20 18:17:16.430172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4059c08-f617-4704-b51d-6143d4180dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:17:16.431790 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f4059c08-f617-4704-b51d-6143d4180dc8 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1197817
Apr 20 18:17:16.449758 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:17:16.455723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:17:16.467306 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:17:16.477003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Made reservation on behalf of 54e04686943340e2af9cde9fe15e6e0e for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:17:16.481971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:16.945781 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:16.950968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:17:17.034689 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Pushing event updated for resources: {'Subnet': ['ID=484e3cc3-ec61-434b-a9bf-6d2459dd00ce,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:17:17.041255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:17:17.046683 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Checking segment: {'id': '709c7e0a-fe84-431b-8da5-4362fc41b251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:17:17.047078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Network hostable DHCP agents. Network: 00c7b384-ef10-40d1-a95d-1b84f1e04905, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:17:17.070721 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Network 00c7b384-ef10-40d1-a95d-1b84f1e04905 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:17:17.082654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, 00c7b384-ef10-40d1-a95d-1b84f1e04905) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:17:17.089293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:17:17.090280 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:17.097865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0336d24f-f88d-4c35-b9a4-44d0b4b8cf77 None None] Network 00c7b384-ef10-40d1-a95d-1b84f1e04905 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:17:17.126636 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6812375
Apr 20 18:17:17.470675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20c587e-0ae1-536d-81a8-d9304bd08c12-00c7b384-ef10-40d1-a95d-1b84f1e04905', 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905', 'tenant_id': '54e04686943340e2af9cde9fe15e6e0e', 'fixed_ips': [{'subnet_id': '484e3cc3-ec61-434b-a9bf-6d2459dd00ce'}]}} from dv-cinder-786929-2-iscsi. {{(pid=86371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:17:17.471988 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:17.720296 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Allocated IP 192.168.233.2 (00c7b384-ef10-40d1-a95d-1b84f1e04905/484e3cc3-ec61-434b-a9bf-6d2459dd00ce/8e8a4c50-9009-4a95-87be-2319a7b570fa) {{(pid=86371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:17:18.022526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Notify callbacks [] for port, precommit_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:18.035611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Transition to ACTIVE for port object 8e8a4c50-9009-4a95-87be-2319a7b570fa will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:17:18.062927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Transition to ACTIVE for port object 8e8a4c50-9009-4a95-87be-2319a7b570fa will not be triggered until provisioned by entity DHCP. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:17:18.068882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:18.079691 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:17:18.168483 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Network 00c7b384-ef10-40d1-a95d-1b84f1e04905 is already hosted by enough agents. {{(pid=86371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:17:18.172840 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Resources bound (agent type, host, resource id):  {{(pid=86371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:17:18.175512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Received port after_create {{(pid=86371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:17:18.222722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Pushing event updated for resources: {'Port': ['ID=8e8a4c50-9009-4a95-87be-2319a7b570fa,revision_number=1']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:17:18.269964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:18.270354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:18.270744 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:18.271110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:18.271478 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:18.271854 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:18.272224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:18.272652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:18.272970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:18.273337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:18.273698 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:18.274087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:18.278302 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:17:18.307363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Attempting to bind port 8e8a4c50-9009-4a95-87be-2319a7b570fa on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:17:18.308520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Attempting to bind port 8e8a4c50-9009-4a95-87be-2319a7b570fa by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '709c7e0a-fe84-431b-8da5-4362fc41b251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:17:18.309145 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Attempting to bind port 8e8a4c50-9009-4a95-87be-2319a7b570fa on network 00c7b384-ef10-40d1-a95d-1b84f1e04905 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:17:18.317693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:17:18.318381 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Checking segment: {'id': '709c7e0a-fe84-431b-8da5-4362fc41b251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:17:18.319076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:18.319778 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Bound using segment: {'id': '709c7e0a-fe84-431b-8da5-4362fc41b251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:17:18.320484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Bound port: 8e8a4c50-9009-4a95-87be-2319a7b570fa, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709c7e0a-fe84-431b-8da5-4362fc41b251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:17:18.320979 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:18.458128 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] For port 8e8a4c50-9009-4a95-87be-2319a7b570fa, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:17:18.463745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] For port 8e8a4c50-9009-4a95-87be-2319a7b570fa, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=8e8a4c50-9009-4a95-87be-2319a7b570fa,segment=NetworkSegment(709c7e0a-fe84-431b-8da5-4362fc41b251),segment_id=709c7e0a-fe84-431b-8da5-4362fc41b251)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:17:18.468581 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:18.473375 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:17:18.571858 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Pushing event updated for resources: {'Port': ['ID=8e8a4c50-9009-4a95-87be-2319a7b570fa,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:17:18.578066 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:17:19.804905 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 8e8a4c50-9009-4a95-87be-2319a7b570fa up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:17:19.927276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 8e8a4c50-9009-4a95-87be-2319a7b570fa completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:17:20.018745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e5000a-bd99-4deb-9728-4f6ab97fa4bd None None] Network 00c7b384-ef10-40d1-a95d-1b84f1e04905 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:17:20.155587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-5c579f6b-e4c3-4027-8e07-f6c0a78a6f87 None None] Provisioning for port 8e8a4c50-9009-4a95-87be-2319a7b570fa completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:17:20.175937 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-5c579f6b-e4c3-4027-8e07-f6c0a78a6f87 None None] Provisioning complete for port 8e8a4c50-9009-4a95-87be-2319a7b570fa triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:17:20.176356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5c579f6b-e4c3-4027-8e07-f6c0a78a6f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:20.425932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5c579f6b-e4c3-4027-8e07-f6c0a78a6f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:20.484193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-5c579f6b-e4c3-4027-8e07-f6c0a78a6f87 None None] For port 8e8a4c50-9009-4a95-87be-2319a7b570fa, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=8e8a4c50-9009-4a95-87be-2319a7b570fa,segment=NetworkSegment(709c7e0a-fe84-431b-8da5-4362fc41b251),segment_id=709c7e0a-fe84-431b-8da5-4362fc41b251)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:17:20.489040 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5c579f6b-e4c3-4027-8e07-f6c0a78a6f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:20.494641 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:17:20.600780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c579f6b-e4c3-4027-8e07-f6c0a78a6f87 None None] Pushing event updated for resources: {'Port': ['ID=8e8a4c50-9009-4a95-87be-2319a7b570fa,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:17:20.604327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5c579f6b-e4c3-4027-8e07-f6c0a78a6f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:17:20.715670 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-1d74d2bd-f4ad-45ac-b564-70f21dbd6acb None None] Provisioning complete for port 8e8a4c50-9009-4a95-87be-2319a7b570fa triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:17:20.716177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1d74d2bd-f4ad-45ac-b564-70f21dbd6acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:21.733052 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 8e8a4c50-9009-4a95-87be-2319a7b570fa up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:17:21.838389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 8e8a4c50-9009-4a95-87be-2319a7b570fa triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:17:21.839591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:29.841362 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-922c7ecb-1251-45e1-b618-9d6c51d0705a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:32.097006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24fbda26-a70d-4da8-8d65-14b4fdebbf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:32.643354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:33.467576 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:34.478636 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:45.022786 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 5 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:17:59.827673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6d268b5e-e16e-4de9-bcc3-8c0213f237ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:02.092087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4e3372c7-a634-443d-ae38-886bdeccfeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:02.638509 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:03.474932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:04.476946 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:22.023377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 5 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:18:29.824397 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-83dcb8ae-cc1e-4239-9991-7c8e35d43273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:32.097236 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9dcd23a1-8a03-49b7-a91c-61146527a90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:32.642694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:33.461184 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:34.469301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:37.671505 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59496) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:18:37.678951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [None req-ed3b887d-33bd-425e-9423-db1abea39937 tempest-verify_tempest_config-1749930271 tempest-verify_tempest_config-1749930271-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:18:37.680198 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ed3b887d-33bd-425e-9423-db1abea39937 tempest-verify_tempest_config-1749930271 tempest-verify_tempest_config-1749930271-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0073040
Apr 20 18:18:38.051444 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59514) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:18:38.247523 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:38.264669 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:18:38.268857 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Usage tracker for resource:security_group_rule and tenant:33463ac3aef0437780d736b662ab099d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:18:38.272279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:18:38.280066 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:18:38.408771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:38.411786 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:38.421538 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:18:38.468610 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c73ffbf-1204-498c-84af-212c656bb005,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:18:38.472954 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33463ac3aef0437780d736b662ab099d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4202805
Apr 20 18:18:38.476573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59520) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:18:38.480007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.480406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.480763 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.481122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.481478 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.481833 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.482219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.482567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.482930 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.483279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.483621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.483970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.488991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:18:38.544725 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:38.576327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:38.631951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:38.638485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:18:38.650710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c73ffbf-1204-498c-84af-212c656bb005,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:18:38.662941 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.663330 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.663755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.664168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.664580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.665148 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.666336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.666753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.667162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.667563 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.667967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.668367 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:38.671914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:18:38.673930 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:38.675299 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c73ffbf-1204-498c-84af-212c656bb005 HTTP/1.1" status: 204  len: 168 time: 0.1976123
Apr 20 18:18:59.022597 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 5 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:18:59.906373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6f932f1f-7274-4daa-a4fe-fb46cdf72155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:02.100212 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9e4d-18ec-43c7-97c7-fc53d0740dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:02.643077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:03.464975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:04.466549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:29.819610 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c6f74a44-198c-4a40-90c2-135a52042d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:32.104603 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9e01a5b8-337a-46f8-8348-cbb7189f35f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:32.646339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:33.468018 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:34.475942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:36.023163 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 5 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:19:59.824253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-dd53bd13-5d95-4edc-94bc-bf801a59a221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:02.105451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-631d5725-a3de-4522-901b-7071f289fa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:02.648151 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:03.470925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:04.477831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:12.753740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453'] for agent, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:13.025792 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:20:17.836048 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59572) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:20:17.966173 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-fff4d4a3-5450-48d2-b69e-37248fc6381b admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1288643
Apr 20 18:20:20.560653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59582) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:20:20.625175 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-cd4b59bd-6a9a-42fe-a3b4-f5dd408147a8 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0632591
Apr 20 18:20:29.827323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-06e2d464-f340-4917-a841-76ce0af7fa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:32.107613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bad58b89-addc-4040-a279-8373b4fa4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:32.652642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:33.472900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:34.475595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:42.721344 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:50.026734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:20:59.835056 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4b5ce8b1-9652-408e-9e72-34496bf9149e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:02.112642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9761a3b9-1d55-4396-b0ef-20ecf9915aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:02.654468 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:03.477770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:04.488591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:12.740986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:27.027975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:21:29.828174 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ae881caf-eabd-4a6b-8b93-d9088edb4526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:32.116082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-50c945b9-7fbc-499b-9087-0c56f37fb64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:32.656283 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:33.480757 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:34.480855 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:42.717349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:54.706392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59750) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:21:55.196117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2145063001-network', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:21:55.203012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:21:55.207518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Usage tracker for resource:network and tenant:1c1babcc4c0641dcbb0b0559a5c05b7e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:21:55.212740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:21:55.213108 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59776) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:21:55.220240 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:21:55.229894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Made reservation on behalf of 1c1babcc4c0641dcbb0b0559a5c05b7e for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:21:55.235041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.248952 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.265788 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:21:55.271335 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1babcc4c0641dcbb0b0559a5c05b7e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:21:55.274601 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:21:55.280887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:21:55.369323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.374507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.379496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9740bc75-3d27-4bfe-9a67-c6def125323f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:21:55.414422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:21:55.425750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.426134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.426530 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.426897 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.427264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.427638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.428383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.428383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.428691 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.429028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.429376 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.429962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Tracked resource versions report:
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]: pushed versions:
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]: {   'AddressGroup': {'1.2'},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     'ConntrackHelper': {'1.0'},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Log': {'1.0'},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Network': {'1.1'},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Port': {'1.7'},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     'PortForwarding': {'1.2'},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     'QosPolicy': {'1.8'},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroup': {'1.4'},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SubPort': {'1.0'},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Subnet': {'1.1'},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Trunk': {'1.1'}}
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]: consumer versions:
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]: {   DHCP agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     HyperV agent@hv-cinder-78692: {},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     L3 agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metadata agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metering agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:     Open vSwitch agent@dv-cinder-786929-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Log': '1.0',
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Network': '1.1',
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Port': '1.7',
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'PortForwarding': '1.2',
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'QosPolicy': '1.8',
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroup': '1.4',
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SubPort': '1.0',
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Subnet': '1.1',
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Trunk': '1.1'}}
Apr 20 18:21:55.431273 dv-cinder-786929-2-iscsi neutron-server[86254]:  {{(pid=86369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:21:55.434753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:21:55.439292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:21:55.453536 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.453913 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Added segment 6094ac5c-5146-47b5-8097-0a0ef6c7716e of type vlan for network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8
Apr 20 18:21:55.483416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.518350 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.520228 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:21:55.521588 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.528417 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:21:55.543192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1601863505-network', 'tenant_id': '53997b87264e47e88a4c23134fbc6a8c'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:21:55.555151 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:21:55.565357 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Usage tracker for resource:network and tenant:53997b87264e47e88a4c23134fbc6a8c is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:21:55.572518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:21:55.587463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:21:55.605938 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Made reservation on behalf of 53997b87264e47e88a4c23134fbc6a8c for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:21:55.619196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.653809 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.656167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Pushing event updated for resources: {'Network': ['ID=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:21:55.660095 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:21:55.665041 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.9577415
Apr 20 18:21:55.665733 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59798) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:21:55.669980 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:21:55.672605 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Request body: {'subnet': {'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2145063001-subnet', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:21:55.679631 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:21:55.684170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Usage tracker for resource:subnet and tenant:1c1babcc4c0641dcbb0b0559a5c05b7e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:21:55.687419 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:21:55.692842 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:21:55.694372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:21:55.710411 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Usage tracker for resource:security_group_rule and tenant:53997b87264e47e88a4c23134fbc6a8c is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:21:55.710843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Made reservation on behalf of 1c1babcc4c0641dcbb0b0559a5c05b7e for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:21:55.710936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:21:55.714283 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:21:55.720331 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.833828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.845529 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.853590 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:21:55.882606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:21:55.899083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757ee491-fcc7-4645-990c-eb569d11109f,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:21:55.904949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.905185 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Added segment 9d69bd90-dbfc-4d62-b84f-2338df2338fb of type vlan for network b0544924-d140-4df4-ae6a-4cfdc3ce6f0b
Apr 20 18:21:55.916808 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.917180 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.917555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.917995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.918357 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.918766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.919134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.919490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.919864 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.920232 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.920584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.920958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Tracked resource versions report:
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]: pushed versions:
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]: {   'AddressGroup': {'1.2'},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     'ConntrackHelper': {'1.0'},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Log': {'1.0'},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Network': {'1.1'},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Port': {'1.7'},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     'PortForwarding': {'1.2'},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     'QosPolicy': {'1.8'},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroup': {'1.4'},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SubPort': {'1.0'},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Subnet': {'1.1'},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Trunk': {'1.1'}}
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]: consumer versions:
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]: {   DHCP agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     HyperV agent@hv-cinder-78692: {},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     L3 agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metadata agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metering agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:     Open vSwitch agent@dv-cinder-786929-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Log': '1.0',
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Network': '1.1',
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Port': '1.7',
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'PortForwarding': '1.2',
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'QosPolicy': '1.8',
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroup': '1.4',
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SubPort': '1.0',
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Subnet': '1.1',
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Trunk': '1.1'}}
Apr 20 18:21:55.922102 dv-cinder-786929-2-iscsi neutron-server[86254]:  {{(pid=86370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:21:55.926519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:21:55.950597 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.993976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.995904 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:21:55.997093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:56.012675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0dab4305-d959-4179-9a26-c72e32982fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:21:56.126571 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9121418
Apr 20 18:21:56.127263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59812) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:21:56.130594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Pushing event updated for resources: {'Network': ['ID=b0544924-d140-4df4-ae6a-4cfdc3ce6f0b,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:21:56.137193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Request body: {'subnet': {'network_id': 'b0544924-d140-4df4-ae6a-4cfdc3ce6f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1601863505-subnet', 'tenant_id': '53997b87264e47e88a4c23134fbc6a8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:21:56.142338 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:21:56.142842 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network b0544924-d140-4df4-ae6a-4cfdc3ce6f0b details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:21:56.143349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:21:56.148595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Usage tracker for resource:subnet and tenant:53997b87264e47e88a4c23134fbc6a8c is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:21:56.151834 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:21:56.158122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:21:56.168177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Made reservation on behalf of 53997b87264e47e88a4c23134fbc6a8c for: {'subnet': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:21:56.173499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Notify callbacks [] for subnet, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:56.450969 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:56.456296 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1cbf8bd5-056f-4836-8d15-9471d90d855e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:21:56.516927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59830) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:21:56.567564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2689d2-4350-4ebc-b9a9-82127a455a4c,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:21:56.572870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:21:56.578032 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Checking segment: {'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:21:56.578458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Network hostable DHCP agents. Network: e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:21:56.602957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:21:56.623973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:21:56.636338 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:21:56.636982 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:56.662200 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89893389-e975-4643-83d1-85711bbd1c2b None None] Network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:21:56.669725 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.0025337
Apr 20 18:21:56.670971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 59840) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:21:56.677796 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2145063001-router', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:21:56.686447 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:21:56.693615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Usage tracker for resource:router and tenant:1c1babcc4c0641dcbb0b0559a5c05b7e is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:21:56.702977 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:21:56.710171 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for subnet, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:56.719866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:21:56.725438 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f56aa1dd-90d3-4cbf-8188-c1bc1949427e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:21:56.730458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771027'] for router, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:56.731918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4757'] for router, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:56.756018 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:56.815121 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc2fbcb-e6a4-43be-8d75-8113324d5fc4,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:21:56.819378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:21:56.857178 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Checking segment: {'id': '9d69bd90-dbfc-4d62-b84f-2338df2338fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0544924-d140-4df4-ae6a-4cfdc3ce6f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:21:56.857574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Network hostable DHCP agents. Network: b0544924-d140-4df4-ae6a-4cfdc3ce6f0b, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:21:56.880899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Network b0544924-d140-4df4-ae6a-4cfdc3ce6f0b is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:21:56.904966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, b0544924-d140-4df4-ae6a-4cfdc3ce6f0b) {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:21:56.914489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:21:56.915150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:56.937771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c914b7-6d6d-4dd4-97eb-3e141385b8b6 None None] Network b0544924-d140-4df4-ae6a-4cfdc3ce6f0b requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:21:56.974206 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8450985
Apr 20 18:21:57.127754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1366276645-network', 'tenant_id': 'ea49135392bb42e29d0dd90fb75e91bf'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:21:57.145026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:21:57.210405 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Usage tracker for resource:network and tenant:ea49135392bb42e29d0dd90fb75e91bf is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:21:57.223029 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:21:57.243157 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:21:57.256772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73a8c4a-7dba-4be9-b583-7ed617f15d41 None None] Network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:21:57.338713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4742'] for router, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:57.358117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Made reservation on behalf of ea49135392bb42e29d0dd90fb75e91bf for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:21:57.366953 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:57.409156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:57.487963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:21:57.497319 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ea49135392bb42e29d0dd90fb75e91bf is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:21:57.516885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:21:57.533390 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c667f80a-22f5-4874-b9de-7cdd8ade197b None None] Network b0544924-d140-4df4-ae6a-4cfdc3ce6f0b requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:21:57.598915 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:21:57.847273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:57.860292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:57.938888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:21:57.995984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:21:58.035226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7ae464-7a64-41f7-98f8-514f8fc2bb43,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:21:58.041820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:58.042259 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Added segment 99cbe777-08b7-48b2-990a-06f358bcbbf9 of type vlan for network fb576dfb-3561-44dd-ac85-e1385c6fd6b2
Apr 20 18:21:58.043918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:21:58.045004 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:58.087327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:58.169917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:58.269228 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:58.272398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:21:58.273058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:58.280063 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:21:58.376642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Allocated IP 172.27.1.64 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:21:58.466646 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.9450049
Apr 20 18:21:58.468152 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Pushing event updated for resources: {'Network': ['ID=fb576dfb-3561-44dd-ac85-e1385c6fd6b2,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:21:58.470295 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59912) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:21:58.472051 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:21:58.480783 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Request body: {'subnet': {'network_id': 'fb576dfb-3561-44dd-ac85-e1385c6fd6b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1366276645-subnet', 'tenant_id': 'ea49135392bb42e29d0dd90fb75e91bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:21:58.486886 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network fb576dfb-3561-44dd-ac85-e1385c6fd6b2 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:21:58.507848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:21:58.523326 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Usage tracker for resource:subnet and tenant:ea49135392bb42e29d0dd90fb75e91bf is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:21:58.526828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:21:58.533996 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:21:58.561517 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Made reservation on behalf of ea49135392bb42e29d0dd90fb75e91bf for: {'subnet': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:21:58.566398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:58.666107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:58.852276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:58.868465 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:21:59.027189 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:21:59.033926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:21:59.053565 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:21:59.187982 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for subnet, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:59.193693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:21:59.313761 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4daba306-d4bf-4ce3-a4ed-11d3289b7b48,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:21:59.317791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:21:59.324461 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Checking segment: {'id': '99cbe777-08b7-48b2-990a-06f358bcbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fb576dfb-3561-44dd-ac85-e1385c6fd6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:21:59.325045 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Network hostable DHCP agents. Network: fb576dfb-3561-44dd-ac85-e1385c6fd6b2, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:21:59.345737 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Network fb576dfb-3561-44dd-ac85-e1385c6fd6b2 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:21:59.358877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, fb576dfb-3561-44dd-ac85-e1385c6fd6b2) {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:21:59.363456 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:21:59.364335 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:59.376451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5199984d-7221-431f-bde5-cec8f7cfe49c None None] Network fb576dfb-3561-44dd-ac85-e1385c6fd6b2 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:21:59.389910 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9150643
Apr 20 18:21:59.485253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Pushing event updated for resources: {'Port': ['ID=bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:21:59.498400 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:21:59.549959 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59956) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:21:59.556030 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 18:21:59.890008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:59.950222 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd426-b357-4c41-9477-7eb86a90a175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:00.078095 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 59966) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:00.167575 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-e7e8f9ee-b47e-4fbf-b472-ef62dfefad11 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:00.170643 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-e7e8f9ee-b47e-4fbf-b472-ef62dfefad11 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Synchronizing usage tracker for tenant:53997b87264e47e88a4c23134fbc6a8c on resource:network {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:00.216561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-e7e8f9ee-b47e-4fbf-b472-ef62dfefad11 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Unset dirty status for tenant:53997b87264e47e88a4c23134fbc6a8c on resource:network {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:00.225452 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-e7e8f9ee-b47e-4fbf-b472-ef62dfefad11 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/networks?id=b0544924-d140-4df4-ae6a-4cfdc3ce6f0b HTTP/1.1" status: 200  len: 812 time: 0.6719701
Apr 20 18:22:00.260600 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-54714b85-b2e2-4c22-8af9-417f410d26e5 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/quotas/53997b87264e47e88a4c23134fbc6a8c HTTP/1.1" status: 200  len: 375 time: 0.0336950
Apr 20 18:22:00.279511 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6eafbc-3c9a-4537-b5e7-340ba2420097 None None] Network fb576dfb-3561-44dd-ac85-e1385c6fd6b2 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:00.385547 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-58aacf1f-be88-4ffc-9ed9-2cf4eaa1e529 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=53997b87264e47e88a4c23134fbc6a8c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1187475
Apr 20 18:22:00.719909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854341156'] for router, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:00.732580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:00.773121 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:00.780337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:decf443c2da0462e93a8e79db0dc28d5 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:00.783729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:00.795767 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:00.944912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:00.948793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:00.962885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-df0daf52-5495-44b8-9191-5207cbec2024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:01.005138 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Synchronizing usage tracker for tenant:54e04686943340e2af9cde9fe15e6e0e on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:01.012911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee77113-dec0-4b5d-8f90-1d7c3abe4904,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:01.017950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:01.034427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Unset dirty status for tenant:54e04686943340e2af9cde9fe15e6e0e on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:01.041195 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60034) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:01.041877 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=decf443c2da0462e93a8e79db0dc28d5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9653592
Apr 20 18:22:01.092443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Router c6fee334-1b1c-4fc1-83b7-04f635485e70 is scheduled to L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd with binding_index 1 {{(pid=86369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:22:01.127320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-92bbedb2-43d9-41b2-bcb1-f3137d64bb2c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:22:01.137497 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-92bbedb2-43d9-41b2-bcb1-f3137d64bb2c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4433112
Apr 20 18:22:01.169104 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60044) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:01.322164 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-64629d89-eb69-4aa7-a7b5-6dbe9224b654 service neutron] 10.222.0.43 "GET /v2.0/networks/b0544924-d140-4df4-ae6a-4cfdc3ce6f0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858625
Apr 20 18:22:01.356034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:22:01.368397 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Sync routers for ids ['c6fee334-1b1c-4fc1-83b7-04f635485e70'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:22:01.390676 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Routers {'c6fee334-1b1c-4fc1-83b7-04f635485e70'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:01.393784 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdc1b2b0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:21:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c6fee334-1b1c-4fc1-83b7-04f635485e70'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:01.409399 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:01.410804 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.7382429
Apr 20 18:22:01.414409 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60058) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:01.415026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f21ad567-8377-4579-b64b-752c5c754ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:01.445643 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f21ad567-8377-4579-b64b-752c5c754ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:01.526452 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-8365769a-72ac-4c7e-8dd2-5af8fbc693f5 service neutron] 10.222.0.43 "GET /v2.0/networks/b0544924-d140-4df4-ae6a-4cfdc3ce6f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1970508
Apr 20 18:22:01.570564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60066) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:01.571067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60068) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:01.572609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2558eb7f-40d8-4400-af4d-677fadc778ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:01.631972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-127781996-network', 'tenant_id': '76aca7034b08480fb0c74925800963d2'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:01.651951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:01.657488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-2558eb7f-40d8-4400-af4d-677fadc778ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:01.668436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Usage tracker for resource:network and tenant:76aca7034b08480fb0c74925800963d2 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:01.674685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-2558eb7f-40d8-4400-af4d-677fadc778ac admin admin] Usage tracker for resource:security_group_rule and tenant:89ec7490b23f47f9bfe136526ee86a4a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:01.681588 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:01.687917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-2558eb7f-40d8-4400-af4d-677fadc778ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:01.704760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:01.711395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-2558eb7f-40d8-4400-af4d-677fadc778ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:01.752346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Made reservation on behalf of 76aca7034b08480fb0c74925800963d2 for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:01.761407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:01.780211 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Set router c6fee334-1b1c-4fc1-83b7-04f635485e70 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:01.794368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:01.823927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:01.852784 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Usage tracker for resource:security_group_rule and tenant:76aca7034b08480fb0c74925800963d2 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:01.874134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:01.901807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:02.139312 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ff12-bcda-4021-95bf-0d58f3c0ed09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.177922 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f21ad567-8377-4579-b64b-752c5c754ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.188131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:02.205382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ad567-8377-4579-b64b-752c5c754ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee77113-dec0-4b5d-8f90-1d7c3abe4904,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:02.209677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f21ad567-8377-4579-b64b-752c5c754ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:02.224998 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-748bcc33-db2d-4cfa-b75e-1eb7f822a75d req-b59a0954-a5fa-4c52-aa81-b520237d7040 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 210 time: 0.1607568
Apr 20 18:22:02.229220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2558eb7f-40d8-4400-af4d-677fadc778ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.231682 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f21ad567-8377-4579-b64b-752c5c754ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.232905 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f21ad567-8377-4579-b64b-752c5c754ccb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ee77113-dec0-4b5d-8f90-1d7c3abe4904 HTTP/1.1" status: 204  len: 168 time: 1.1901798
Apr 20 18:22:02.244650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2558eb7f-40d8-4400-af4d-677fadc778ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.324834 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:02.343880 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-2558eb7f-40d8-4400-af4d-677fadc778ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89ec7490b23f47f9bfe136526ee86a4a&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1684034
Apr 20 18:22:02.346695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60120) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:02.360708 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c60a96b2-ad52-43f9-ae38-e3c7ea0e9c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.521827 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdc1b2b0>, [{'id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'name': 'tempest-ServerRescueNegativeTestJSON-2145063001-router', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:56Z', 'updated_at': '2021-04-20T18:21:59Z', 'revision_number': 3, 'project_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'gw_port': {'id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:44:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:58Z', 'updated_at': '2021-04-20T18:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:02.527236 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Checking router: c6fee334-1b1c-4fc1-83b7-04f635485e70 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:22:02.528569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Updating router c6fee334-1b1c-4fc1-83b7-04f635485e70 port bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 binding host dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:22:02.534256 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-c60a96b2-ad52-43f9-ae38-e3c7ea0e9c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:02.590889 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-c60a96b2-ad52-43f9-ae38-e3c7ea0e9c37 admin admin] Usage tracker for resource:security_group_rule and tenant:93944c7e23cb4981b5ae5af57729aaf7 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:02.608153 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-c60a96b2-ad52-43f9-ae38-e3c7ea0e9c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:02.643360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558eb7f-40d8-4400-af4d-677fadc778ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf3b68c-6fd9-4a0a-a46e-eb44a4a48b83,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:02.669716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.718491 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.764454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.769000 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-c60a96b2-ad52-43f9-ae38-e3c7ea0e9c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:02.776962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2558eb7f-40d8-4400-af4d-677fadc778ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:02.781151 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.848433 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:02.959414 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c60a96b2-ad52-43f9-ae38-e3c7ea0e9c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.986903 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:22:02.997645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.998067 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Added segment 1431e9ad-0d1b-4736-b50f-4c850f9a9be4 of type vlan for network 67f373cf-db3a-445f-8b6c-9dc992bd413a
Apr 20 18:22:03.019642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60150) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:03.034637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.053612 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d54c1403-99e7-48cb-a933-e171f220cca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.075007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.079723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d54c1403-99e7-48cb-a933-e171f220cca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:03.080495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c60a96b2-ad52-43f9-ae38-e3c7ea0e9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.085416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d54c1403-99e7-48cb-a933-e171f220cca3 admin admin] Usage tracker for resource:security_group_rule and tenant:39d75ac626514a89ac1ebc576e3214e6 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:03.089815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d54c1403-99e7-48cb-a933-e171f220cca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:03.092364 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:03.093457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.103630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d54c1403-99e7-48cb-a933-e171f220cca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:03.162740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ed0a11-60f0-4464-b889-7cc89c8e8d92,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:03.221103 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c60a96b2-ad52-43f9-ae38-e3c7ea0e9c37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93944c7e23cb4981b5ae5af57729aaf7&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6282680
Apr 20 18:22:03.223867 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d3352b1-e644-4bb4-a899-3427c3cc08d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.226846 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60156) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:03.265054 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d3352b1-e644-4bb4-a899-3427c3cc08d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.332436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.335092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:03.335958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:03.373102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60168) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:03.393499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.423035 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Transition to ACTIVE for port object bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:03.433233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.437695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:03.504158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.511905 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.9160600
Apr 20 18:22:03.522820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60176) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:03.523966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d3352b1-e644-4bb4-a899-3427c3cc08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.536300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Request body: {'subnet': {'network_id': '67f373cf-db3a-445f-8b6c-9dc992bd413a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-127781996-subnet', 'tenant_id': '76aca7034b08480fb0c74925800963d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:03.587804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:03.626344 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Usage tracker for resource:subnet and tenant:76aca7034b08480fb0c74925800963d2 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:03.634108 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Pushing event updated for resources: {'Network': ['ID=67f373cf-db3a-445f-8b6c-9dc992bd413a,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:03.639591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:03.646230 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network 67f373cf-db3a-445f-8b6c-9dc992bd413a details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:22:03.676620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:03.676620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.534s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:03.676918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Allocated IP 172.20.0.1 (e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8/ca2689d2-4350-4ebc-b9a9-82127a455a4c/6e99fcea-71e8-42d3-bbd2-cc4cee53a003) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:03.683614 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Pushing event updated for resources: {'Port': ['ID=bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:03.694524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Attempting to bind port bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:03.706463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Attempting to bind port bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:03.707096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Attempting to bind port bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 on network d08991fe-c0e4-4126-9314-569b6f56b472 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:03.717573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:03.727696 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:03.727866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:03.728372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:03.728912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:03.729419 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:03.729960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:03.730481 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:03.731002 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:03.731323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a96b2-ad52-43f9-ae38-e3c7ea0e9c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a6f060-fb0b-4ef0-badd-95720f55acff,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:03.731703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:03.732203 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:03.732702 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:03.733217 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Tracked resource versions report:
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]: pushed versions:
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]: {   'AddressGroup': {'1.2'},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     'ConntrackHelper': {'1.0'},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Log': {'1.0'},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Network': {'1.1'},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Port': {'1.7'},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     'PortForwarding': {'1.2'},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     'QosPolicy': {'1.8'},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroup': {'1.4'},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SubPort': {'1.0'},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Subnet': {'1.1'},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Trunk': {'1.1'}}
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]: consumer versions:
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]: {   DHCP agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     HyperV agent@hv-cinder-78692: {},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     L3 agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metadata agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metering agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:     Open vSwitch agent@dv-cinder-786929-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Log': '1.0',
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Network': '1.1',
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Port': '1.7',
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'PortForwarding': '1.2',
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'QosPolicy': '1.8',
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroup': '1.4',
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SubPort': '1.0',
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Subnet': '1.1',
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Trunk': '1.1'}}
Apr 20 18:22:03.741758 dv-cinder-786929-2-iscsi neutron-server[86254]:  {{(pid=86372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:22:03.748571 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:03.749179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Checking segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:03.749786 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.755158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d3352b1-e644-4bb4-a899-3427c3cc08d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.758984 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7d3352b1-e644-4bb4-a899-3427c3cc08d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdf3b68c-6fd9-4a0a-a46e-eb44a4a48b83 HTTP/1.1" status: 204  len: 168 time: 1.3644404
Apr 20 18:22:03.758984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3352b1-e644-4bb4-a899-3427c3cc08d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf3b68c-6fd9-4a0a-a46e-eb44a4a48b83,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:03.765790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Bound using segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:03.766730 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Bound port: bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:03.767780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7d3352b1-e644-4bb4-a899-3427c3cc08d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:03.770968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.774830 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:03.777086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.005s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:03.792639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Made reservation on behalf of 76aca7034b08480fb0c74925800963d2 for: {'subnet': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:03.803836 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.924661 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] For port bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:03.927724 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.930347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] For port bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:03.932646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:03.935527 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.947564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-dc1899af-954c-41c6-9234-b7aba5ee6f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:03.972014 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 18:22:03.973762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:04.044540 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d3e2f824-6f2e-4e9f-b6d3-14d0a3af2ba3 req-1207a125-6549-4aa0-a37c-997b732f3815 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 210 time: 0.3648014
Apr 20 18:22:04.060183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Pushing event updated for resources: {'Port': ['ID=bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:04.063561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:04.070740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Routers {'c6fee334-1b1c-4fc1-83b7-04f635485e70'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:04.071421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdc1b2b0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c6fee334-1b1c-4fc1-83b7-04f635485e70'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:04.076856 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-81154410-f744-443a-b239-ae817b42c7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:04.157958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:04.164984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6e99fcea-71e8-42d3-bbd2-cc4cee53a003,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:04.176087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:04.177365 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:04.183362 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:04.184132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395265'] for router_interface, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:04.321179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] Set router c6fee334-1b1c-4fc1-83b7-04f635485e70 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:04.330543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60198) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:04.443807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e22f4666-5659-42f3-91b3-59b19aac4fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:04.474953 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:22:04.482584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60202) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:04.490535 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:04.550891 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-391ff426-b5b0-4b57-b262-8fcecc9267a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:04.563277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e22f4666-5659-42f3-91b3-59b19aac4fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:04.590943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:04.598484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-391ff426-b5b0-4b57-b262-8fcecc9267a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:04.626008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d54c1403-99e7-48cb-a933-e171f220cca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:04.672089 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d54c1403-99e7-48cb-a933-e171f220cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:04.734217 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:04.748313 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d54c1403-99e7-48cb-a933-e171f220cca3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39d75ac626514a89ac1ebc576e3214e6&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7222855
Apr 20 18:22:04.758440 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60210) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:04.819355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.41', 60224) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:04.827796 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-391ff426-b5b0-4b57-b262-8fcecc9267a7 admin admin] Usage tracker for resource:security_group_rule and tenant:5c126ee4e6294e6f80d32996c9a099f3 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:04.929044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdc1b2b0>, [{'id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'name': 'tempest-ServerRescueNegativeTestJSON-2145063001-router', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:56Z', 'updated_at': '2021-04-20T18:21:59Z', 'revision_number': 3, 'project_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'gw_port': {'id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:44:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:58Z', 'updated_at': '2021-04-20T18:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:04.939891 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3189b06e-c9dc-4548-8cab-8af9bbd5eb86 None None] The sync data for ids ['c6fee334-1b1c-4fc1-83b7-04f635485e70'] in dv-cinder-786929-2-iscsi is: [{'id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'name': 'tempest-ServerRescueNegativeTestJSON-2145063001-router', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:56Z', 'updated_at': '2021-04-20T18:21:59Z', 'revision_number': 3, 'project_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'gw_port': {'id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:44:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:58Z', 'updated_at': '2021-04-20T18:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:22:04.954830 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-391ff426-b5b0-4b57-b262-8fcecc9267a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:04.971242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c1403-99e7-48cb-a933-e171f220cca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd77d2fb-5f9a-4c0f-bf30-e805678bcde6,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:04.986487 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d54c1403-99e7-48cb-a933-e171f220cca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:04.993061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-391ff426-b5b0-4b57-b262-8fcecc9267a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:05.024736 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a973e65b-1b0e-4135-9c68-296455eaad76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:05.116834 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e22f4666-5659-42f3-91b3-59b19aac4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:05.117665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c81e4326-89a6-4813-b3d9-6600f7182885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:05.124001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a973e65b-1b0e-4135-9c68-296455eaad76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:05.160448 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f21ad567-8377-4579-b64b-752c5c754ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:05.165339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a973e65b-1b0e-4135-9c68-296455eaad76 admin admin] Usage tracker for resource:security_group_rule and tenant:c5fd3ebbf4ba47259a07edddab0b0cf2 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:05.175506 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a973e65b-1b0e-4135-9c68-296455eaad76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:05.211085 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f4666-5659-42f3-91b3-59b19aac4fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a6f060-fb0b-4ef0-badd-95720f55acff,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:05.222374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e22f4666-5659-42f3-91b3-59b19aac4fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:05.244100 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c81e4326-89a6-4813-b3d9-6600f7182885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:05.299811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-40aefd53-df4a-4894-b3da-72ce4ffb6109 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:05.301737 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-40aefd53-df4a-4894-b3da-72ce4ffb6109 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.41 "GET /v2.0/networks?id=b0544924-d140-4df4-ae6a-4cfdc3ce6f0b HTTP/1.1" status: 200  len: 812 time: 0.4760506
Apr 20 18:22:05.306913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a973e65b-1b0e-4135-9c68-296455eaad76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:05.381416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e22f4666-5659-42f3-91b3-59b19aac4fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:05.385892 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e22f4666-5659-42f3-91b3-59b19aac4fc8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7a6f060-fb0b-4ef0-badd-95720f55acff HTTP/1.1" status: 204  len: 168 time: 2.1549816
Apr 20 18:22:05.429452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c81e4326-89a6-4813-b3d9-6600f7182885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:05.430193 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a54fba3c-0a60-4e07-8845-960a3a1ec4d9 req-e7a67df9-0b88-4646-bd85-6cad2b3691f4 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 210 time: 0.0828848
Apr 20 18:22:05.437473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:05.451169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-38cbf137-8c48-4d29-9111-fe059dd438c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:05.454620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Request body: {'port': {'device_id': '8a368f5d-2b2a-4ad9-89da-47450472f100', 'network_id': 'b0544924-d140-4df4-ae6a-4cfdc3ce6f0b', 'admin_state_up': True, 'tenant_id': '53997b87264e47e88a4c23134fbc6a8c'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:05.482315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:05.485770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854380442'] for router_interface, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:05.493066 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e4326-89a6-4813-b3d9-6600f7182885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd77d2fb-5f9a-4c0f-bf30-e805678bcde6,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:05.495608 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c81e4326-89a6-4813-b3d9-6600f7182885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:05.499750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:05.608113 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c81e4326-89a6-4813-b3d9-6600f7182885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:05.612506 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c81e4326-89a6-4813-b3d9-6600f7182885 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd77d2fb-5f9a-4c0f-bf30-e805678bcde6 HTTP/1.1" status: 204  len: 168 time: 0.8523154
Apr 20 18:22:05.720172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6e99fcea-71e8-42d3-bbd2-cc4cee53a003,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:05.742698 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:05.935133 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-391ff426-b5b0-4b57-b262-8fcecc9267a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:05.955008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-391ff426-b5b0-4b57-b262-8fcecc9267a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:06.007908 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:06.039929 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:06.054120 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-391ff426-b5b0-4b57-b262-8fcecc9267a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c126ee4e6294e6f80d32996c9a099f3&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5669191
Apr 20 18:22:06.056609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:06.058374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60264) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:06.068113 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for subnet, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:06.079307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Usage tracker for resource:port and tenant:53997b87264e47e88a4c23134fbc6a8c is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:06.101302 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:06.133596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:06.143253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a973e65b-1b0e-4135-9c68-296455eaad76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:06.144383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ff426-b5b0-4b57-b262-8fcecc9267a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f21ed0-502c-46f3-9180-19f0d05b712e,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:06.155270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-391ff426-b5b0-4b57-b262-8fcecc9267a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:06.166675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:06.175553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:06.179403 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:06.214802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:06.221660 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:06.222271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:06.229281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a973e65b-1b0e-4135-9c68-296455eaad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:06.321216 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a973e65b-1b0e-4135-9c68-296455eaad76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5fd3ebbf4ba47259a07edddab0b0cf2&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8739181
Apr 20 18:22:06.322813 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60272) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:06.329568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Made reservation on behalf of 53997b87264e47e88a4c23134fbc6a8c for: {'port': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:06.347578 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:06.415362 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:06.438608 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:06.444012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:06.448321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1089ffe6-94ed-4033-961e-8269ddfd863e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:06.448516 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:06.490609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1089ffe6-94ed-4033-961e-8269ddfd863e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:06.533489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:06.543656 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:06.544205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:06.545115 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:06.545512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:06.546432 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:06.546825 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:06.547202 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:06.547637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:06.547939 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:06.548312 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:06.548681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:06.549049 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Tracked resource versions report:
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]: pushed versions:
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]: {   'AddressGroup': {'1.2'},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     'ConntrackHelper': {'1.0'},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Log': {'1.0'},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Network': {'1.1'},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Port': {'1.7'},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     'PortForwarding': {'1.2'},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     'QosPolicy': {'1.8'},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroup': {'1.4'},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     'SubPort': {'1.0'},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Subnet': {'1.1'},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     'Trunk': {'1.1'}}
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]: consumer versions:
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]: {   DHCP agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     HyperV agent@hv-cinder-78692: {},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     L3 agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metadata agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     Metering agent@dv-cinder-786929-2-iscsi: {},
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:     Open vSwitch agent@dv-cinder-786929-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Log': '1.0',
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Network': '1.1',
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Port': '1.7',
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'PortForwarding': '1.2',
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'QosPolicy': '1.8',
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroup': '1.4',
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'SubPort': '1.0',
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Subnet': '1.1',
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:                                                      'Trunk': '1.1'}}
Apr 20 18:22:06.550264 dv-cinder-786929-2-iscsi neutron-server[86254]:  {{(pid=86371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:22:06.554726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:06.556386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1089ffe6-94ed-4033-961e-8269ddfd863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:06.577925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c81e4326-89a6-4813-b3d9-6600f7182885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:06.610812 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089ffe6-94ed-4033-961e-8269ddfd863e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f21ed0-502c-46f3-9180-19f0d05b712e,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:06.621147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1089ffe6-94ed-4033-961e-8269ddfd863e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:06.623916 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1089ffe6-94ed-4033-961e-8269ddfd863e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:06.625138 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1089ffe6-94ed-4033-961e-8269ddfd863e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1f21ed0-502c-46f3-9180-19f0d05b712e HTTP/1.1" status: 204  len: 168 time: 0.5657127
Apr 20 18:22:06.685875 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Router c6fee334-1b1c-4fc1-83b7-04f635485e70 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:22:06.687608 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Checking segment: {'id': '1431e9ad-0d1b-4736-b50f-4c850f9a9be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '67f373cf-db3a-445f-8b6c-9dc992bd413a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:06.688240 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Network hostable DHCP agents. Network: 67f373cf-db3a-445f-8b6c-9dc992bd413a, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:22:06.711894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=726c824e-1b61-4fa8-80b8-909deb200612,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:06.731515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:06.745897 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.435s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:06.996667 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3efb6de9-768d-493f-bb77-c8ab530a303f req-0d62b54e-1db3-4acf-a3b7-c26497e9b467 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 210 time: 0.1694987
Apr 20 18:22:07.156628 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:22:07.175935 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] 10.222.0.43 "PUT /v2.0/routers/c6fee334-1b1c-4fc1-83b7-04f635485e70/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6857803
Apr 20 18:22:07.280251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Allocated IP 172.20.0.9 (b0544924-d140-4df4-ae6a-4cfdc3ce6f0b/4dc2fbcb-e6a4-43be-8d75-8113324d5fc4/92cb91f2-1565-4776-9f7d-b38b7ac8120f) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:07.288790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973e65b-1b0e-4135-9c68-296455eaad76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c0c2ce-9106-4de2-91b7-d526fc7d2614,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:07.304312 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a973e65b-1b0e-4135-9c68-296455eaad76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:07.305151 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Network 67f373cf-db3a-445f-8b6c-9dc992bd413a is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:22:07.394510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, 67f373cf-db3a-445f-8b6c-9dc992bd413a) {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:07.416695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143014fd-cb28-4d97-a777-cb0e2ffcabdc None None] Network 67f373cf-db3a-445f-8b6c-9dc992bd413a requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:07.426215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:07.427548 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:07.453293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f58f290d-428d-4a3b-8489-828be8e1b510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:07.525071 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f58f290d-428d-4a3b-8489-828be8e1b510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:07.605316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f58f290d-428d-4a3b-8489-828be8e1b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:07.622098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b6549db9-318a-4dd7-867e-47ae101f3bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:07.658553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f290d-428d-4a3b-8489-828be8e1b510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c0c2ce-9106-4de2-91b7-d526fc7d2614,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:07.662246 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f58f290d-428d-4a3b-8489-828be8e1b510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:07.700822 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f58f290d-428d-4a3b-8489-828be8e1b510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:07.704716 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f58f290d-428d-4a3b-8489-828be8e1b510 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16c0c2ce-9106-4de2-91b7-d526fc7d2614 HTTP/1.1" status: 204  len: 168 time: 1.3761947
Apr 20 18:22:07.716507 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 4.1822171
Apr 20 18:22:08.012614 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:08.016631 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0270423e-6b3e-4832-b2df-13daf6601e7e None None] Network 67f373cf-db3a-445f-8b6c-9dc992bd413a requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:08.056159 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:08.128517 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:08.168883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b375c091-f419-4581-8a32-b64934b3d9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:08.240691 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:08.242049 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:08.372904 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60332) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:08.413001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Network b0544924-d140-4df4-ae6a-4cfdc3ce6f0b is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:08.439620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:08.452615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:08.458713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:08.459467 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for port, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:08.486353 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Pushing event updated for resources: {'Port': ['ID=92cb91f2-1565-4776-9f7d-b38b7ac8120f,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:08.508494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:08.526015 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1683583
Apr 20 18:22:08.598132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8b062-ca2f-4472-a58f-3cb8fb645b6f req-fe8a7afe-1fd8-4389-9355-945ae84a1773 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:08.603320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-dee8b062-ca2f-4472-a58f-3cb8fb645b6f req-fe8a7afe-1fd8-4389-9355-945ae84a1773 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Synchronizing usage tracker for tenant:53997b87264e47e88a4c23134fbc6a8c on resource:port {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:08.644141 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-dee8b062-ca2f-4472-a58f-3cb8fb645b6f req-fe8a7afe-1fd8-4389-9355-945ae84a1773 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Unset dirty status for tenant:53997b87264e47e88a4c23134fbc6a8c on resource:port {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:08.646206 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dee8b062-ca2f-4472-a58f-3cb8fb645b6f req-fe8a7afe-1fd8-4389-9355-945ae84a1773 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 931 time: 0.3279023
Apr 20 18:22:08.666682 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1b526b-b031-4144-90cd-796070521f4e admin admin] Deleting subnet 4daba306-d4bf-4ce3-a4ed-11d3289b7b48 {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:22:08.691217 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ac1b526b-b031-4144-90cd-796070521f4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:08.741920 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Sync routers for ids ['c6fee334-1b1c-4fc1-83b7-04f635485e70'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:22:08.742968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-dee8b062-ca2f-4472-a58f-3cb8fb645b6f req-664cfca2-9189-4043-bb2b-2938e1af069a tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Synchronizing usage tracker for tenant:53997b87264e47e88a4c23134fbc6a8c on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:08.775006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-dee8b062-ca2f-4472-a58f-3cb8fb645b6f req-664cfca2-9189-4043-bb2b-2938e1af069a tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Unset dirty status for tenant:53997b87264e47e88a4c23134fbc6a8c on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:08.778115 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dee8b062-ca2f-4472-a58f-3cb8fb645b6f req-664cfca2-9189-4043-bb2b-2938e1af069a tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242661
Apr 20 18:22:08.870529 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ac1b526b-b031-4144-90cd-796070521f4e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:08.890331 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ac1b526b-b031-4144-90cd-796070521f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:08.991611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Routers {'c6fee334-1b1c-4fc1-83b7-04f635485e70'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:08.992248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd1e8668>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c6fee334-1b1c-4fc1-83b7-04f635485e70'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:09.435077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-920cda3a-d629-4e3f-9fc5-7dc4f0f72f15 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:22:09.437339 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-920cda3a-d629-4e3f-9fc5-7dc4f0f72f15 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0083611
Apr 20 18:22:09.481487 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Set router c6fee334-1b1c-4fc1-83b7-04f635485e70 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:09.483402 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ac1b526b-b031-4144-90cd-796070521f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:09.497111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9571a0dd-1a9a-488a-90e8-a353aa2d5390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:09.546371 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b526b-b031-4144-90cd-796070521f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4daba306-d4bf-4ce3-a4ed-11d3289b7b48,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:09.561942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ac1b526b-b031-4144-90cd-796070521f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:09.579677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ac1b526b-b031-4144-90cd-796070521f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:09.589925 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ac1b526b-b031-4144-90cd-796070521f4e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4daba306-d4bf-4ce3-a4ed-11d3289b7b48 HTTP/1.1" status: 204  len: 168 time: 1.2135131
Apr 20 18:22:09.592068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60376) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:09.921315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:10.461301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-b88372c7-2dc9-4b0a-8917-b542a7d6d8c0 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:10.465536 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd1e8668>, [{'id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'name': 'tempest-ServerRescueNegativeTestJSON-2145063001-router', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:56Z', 'updated_at': '2021-04-20T18:22:04Z', 'revision_number': 4, 'project_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'gw_port': {'id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:58Z', 'updated_at': '2021-04-20T18:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '6e99fcea-71e8-42d3-bbd2-cc4cee53a003', 'name': '', 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'mac_address': 'fa:16:3e:e2:dd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca2689d2-4350-4ebc-b9a9-82127a455a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:03Z', 'updated_at': '2021-04-20T18:22:04Z', 'revision_number': 2, 'project_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'subnets': [{'id': 'ca2689d2-4350-4ebc-b9a9-82127a455a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:10.474517 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Checking router: c6fee334-1b1c-4fc1-83b7-04f635485e70 for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:22:10.475120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-b88372c7-2dc9-4b0a-8917-b542a7d6d8c0 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Synchronizing usage tracker for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:network {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:10.475422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Updating router c6fee334-1b1c-4fc1-83b7-04f635485e70 port 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 binding host dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:22:10.538446 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-b88372c7-2dc9-4b0a-8917-b542a7d6d8c0 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Unset dirty status for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:network {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:10.540085 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-b88372c7-2dc9-4b0a-8917-b542a7d6d8c0 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 819 time: 0.7672455
Apr 20 18:22:10.570204 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-222dffcb-2dd4-4dc6-bf1a-3ec5f56abcf9 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/quotas/1c1babcc4c0641dcbb0b0559a5c05b7e HTTP/1.1" status: 200  len: 375 time: 0.0239096
Apr 20 18:22:10.589185 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:10.791085 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-761e161a-8f71-4dff-ab03-9bf6128fe104 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Synchronizing usage tracker for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:10.830005 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:10.831015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-761e161a-8f71-4dff-ab03-9bf6128fe104 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Unset dirty status for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:10.832622 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-761e161a-8f71-4dff-ab03-9bf6128fe104 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2519579
Apr 20 18:22:10.988704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce22321-5fbe-47ef-b8be-168c80969bd8 req-18675133-23f0-44b5-bef3-de34bfc12d83 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:10.991746 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0ce22321-5fbe-47ef-b8be-168c80969bd8 req-18675133-23f0-44b5-bef3-de34bfc12d83 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 931 time: 0.9477370
Apr 20 18:22:11.150570 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0ce22321-5fbe-47ef-b8be-168c80969bd8 req-416a3044-34de-43fe-baf7-943d20676439 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470537
Apr 20 18:22:11.192443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1cbd5af908>> segment before_delete 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.192907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1cbd5af908>> subnet precommit_delete_associations 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.193663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd5afda0>> segment_host_mapping after_create 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.194068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd5afda0>> port after_create 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.194440 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd5afda0>> port after_delete 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.194795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd5afda0>> port after_update 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.195159 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd5afda0>> segment after_delete 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.195515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd5afda0>> subnet after_create 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.195866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd5afda0>> subnet after_delete 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.196226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd5afda0>> subnet after_update 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.448063 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cbd2d00f0>> subnet after_create 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.448560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cbd2d00f0>> subnet after_delete 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.449047 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cbd2d00f0>> subnet before_create 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.449528 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cbd2d00f0>> subnet before_update 55550000 {{(pid=86370) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:11.450135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbd5af390>,) {'filters': {'network_id': ['fb576dfb-3561-44dd-ac85-e1385c6fd6b2']}} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:11.474847 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd5af390>, '99cbe777-08b7-48b2-990a-06f358bcbbf9') {'for_net_delete': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:11.475845 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd5af390>, '99cbe777-08b7-48b2-990a-06f358bcbbf9') {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:11.519544 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Request body: {'port': {'device_id': '8a368f5d-2b2a-4ad9-89da-47450472f100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:11.651151 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436287'] for segment, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:11.700015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:11.723955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=86370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:22:11.980212 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:12.342398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Network fb576dfb-3561-44dd-ac85-e1385c6fd6b2 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:22:12.388256 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2339723'] for segment, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:12.746315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:13.013774 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Network fb576dfb-3561-44dd-ac85-e1385c6fd6b2 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:22:13.017335 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-83e8382d-e5c0-4e89-a201-b13d16a2dfb1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:22:13.036634 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-83e8382d-e5c0-4e89-a201-b13d16a2dfb1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.2089894
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   from cryptography.utils import int_from_bytes
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   from cryptography.utils import int_from_bytes
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   (rel_b, rel_a, rel_b),
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   (rel_b, rel_a, rel_b),
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:22:13.159136 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:22:13.394696 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-b6552492-76d1-4a4f-88de-23ba0fbccb38 service neutron] 10.222.0.43 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3463135
Apr 20 18:22:13.821881 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-e68437f5-cf88-4736-92e9-1ba7b5f09a57 service neutron] 10.222.0.43 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4124877
Apr 20 18:22:13.979573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:14.007354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Transition to ACTIVE for port object 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:14.018343 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:14.024355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:14.079331 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:14.087219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:14.115468 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830b5fe-7687-42df-abc9-c53d83383711 req-1bda0ea0-9daa-49f2-b17a-940fc879e43b tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:14.121400 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2830b5fe-7687-42df-abc9-c53d83383711 req-1bda0ea0-9daa-49f2-b17a-940fc879e43b tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 931 time: 1.1127574
Apr 20 18:22:14.191087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d35478e9-d1be-45af-9095-ca225a72717c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:14.227012 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] 10.222.0.43 "DELETE /v2.0/networks/fb576dfb-3561-44dd-ac85-e1385c6fd6b2 HTTP/1.1" status: 204  len: 168 time: 4.6333933
Apr 20 18:22:14.231351 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60480) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:14.283204 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb576dfb-3561-44dd-ac85-e1385c6fd6b2,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:14.350892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-948120b1-1d26-4f27-8888-7e538d7f090b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:14.413168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4e4481-2712-4943-8a00-f10afe33cfdd admin admin] Deleting subnet 726c824e-1b61-4fa8-80b8-909deb200612 {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:22:14.424346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4481-2712-4943-8a00-f10afe33cfdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:14.537205 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2830b5fe-7687-42df-abc9-c53d83383711 req-931e086f-d046-4bd1-8a9e-bfa704e2a458 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3038046
Apr 20 18:22:14.577731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4481-2712-4943-8a00-f10afe33cfdd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:14.603050 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4481-2712-4943-8a00-f10afe33cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:15.061616 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f7cfe-1308-46b3-88d1-ed1fd2f32da0 None None] Pushing event updated for resources: {'Port': ['ID=6e99fcea-71e8-42d3-bbd2-cc4cee53a003,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:15.071783 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1f5f7cfe-1308-46b3-88d1-ed1fd2f32da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:15.317344 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f8142d19-c565-4b03-b0c5-6ab3b759b938 req-6affdc90-94e6-4e74-95e9-2cb766258456 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 210 time: 0.1503775
Apr 20 18:22:15.322346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4481-2712-4943-8a00-f10afe33cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:15.345001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:15.418090 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Attempting to bind port 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:15.418559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Attempting to bind port 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:15.420393 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Attempting to bind port 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 on network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:15.435966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:15.436398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Checking segment: {'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:15.436859 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:15.437312 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Bound using segment: {'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:15.437874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Bound port: 6e99fcea-71e8-42d3-bbd2-cc4cee53a003, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:15.442660 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:15.486225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e4481-2712-4943-8a00-f10afe33cfdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726c824e-1b61-4fa8-80b8-909deb200612,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:15.494150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8a4e4481-2712-4943-8a00-f10afe33cfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:15.508727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8a4e4481-2712-4943-8a00-f10afe33cfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:15.527557 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-8a4e4481-2712-4943-8a00-f10afe33cfdd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/726c824e-1b61-4fa8-80b8-909deb200612 HTTP/1.1" status: 204  len: 168 time: 1.2949491
Apr 20 18:22:15.534559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60510) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:15.759497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] For port 6e99fcea-71e8-42d3-bbd2-cc4cee53a003, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:15.771672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] For port 6e99fcea-71e8-42d3-bbd2-cc4cee53a003, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=6e99fcea-71e8-42d3-bbd2-cc4cee53a003,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:15.790959 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:15.826103 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:15.887428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92cb91f2-1565-4776-9f7d-b38b7ac8120f {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:22:15.921506 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:15.991598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Routers {'c6fee334-1b1c-4fc1-83b7-04f635485e70'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:15.993183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd1e8668>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c6fee334-1b1c-4fc1-83b7-04f635485e70'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:16.105276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:16.161671 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Transition to ACTIVE for port object 92cb91f2-1565-4776-9f7d-b38b7ac8120f will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:16.172155 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:16.197522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f41a99e9-8a12-464f-ad55-806f560818e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:16.205991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f7cfe-1308-46b3-88d1-ed1fd2f32da0 None None] Pushing event updated for resources: {'Port': ['ID=6e99fcea-71e8-42d3-bbd2-cc4cee53a003,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:16.218842 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1f5f7cfe-1308-46b3-88d1-ed1fd2f32da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:16.367492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:16.455580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Pushing event updated for resources: {'Port': ['ID=92cb91f2-1565-4776-9f7d-b38b7ac8120f,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:16.659406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] Set router c6fee334-1b1c-4fc1-83b7-04f635485e70 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:16.699846 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:16.734376 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1cbe9d10f0>> segment before_delete 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:16.745207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1cbe9d10f0>> subnet precommit_delete_associations 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:16.746267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd4d6b70>> segment_host_mapping after_create 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:16.746671 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd4d6b70>> port after_create 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:16.747042 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd4d6b70>> port after_delete 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:16.748241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd4d6b70>> port after_update 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:16.748646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd4d6b70>> segment after_delete 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:16.748991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd4d6b70>> subnet after_create 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:16.749359 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd4d6b70>> subnet after_delete 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:16.751082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1cbd4d6b70>> subnet after_update 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:16.856844 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60544) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:17.130336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c9886-4d3b-4829-8b1f-e367da50ae3c req-1423b4b8-328a-4432-8cfd-8e8f1d0ca61b tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:17.147237 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-179c9886-4d3b-4829-8b1f-e367da50ae3c req-1423b4b8-328a-4432-8cfd-8e8f1d0ca61b tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 931 time: 1.1546581
Apr 20 18:22:17.229781 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cbc939eb8>> subnet after_create 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:17.230553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cbc939eb8>> subnet after_delete 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:17.231176 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cbc939eb8>> subnet before_create 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:17.231836 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1cbc939eb8>> subnet before_update 55550000 {{(pid=86369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:22:17.238941 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbeb62f28>,) {'filters': {'network_id': ['67f373cf-db3a-445f-8b6c-9dc992bd413a']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:17.322073 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-179c9886-4d3b-4829-8b1f-e367da50ae3c req-b8375028-89c8-496a-990f-5809843a2c25 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276462
Apr 20 18:22:17.331257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbeb62f28>, '1431e9ad-0d1b-4736-b50f-4c850f9a9be4') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:17.331598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbeb62f28>, '1431e9ad-0d1b-4736-b50f-4c850f9a9be4') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:17.336929 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Attempting to bind port 92cb91f2-1565-4776-9f7d-b38b7ac8120f on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:17.337289 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Attempting to bind port 92cb91f2-1565-4776-9f7d-b38b7ac8120f by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '9d69bd90-dbfc-4d62-b84f-2338df2338fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0544924-d140-4df4-ae6a-4cfdc3ce6f0b'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:17.337658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Attempting to bind port 92cb91f2-1565-4776-9f7d-b38b7ac8120f on network b0544924-d140-4df4-ae6a-4cfdc3ce6f0b {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:17.352074 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Port 92cb91f2-1565-4776-9f7d-b38b7ac8120f on network b0544924-d140-4df4-ae6a-4cfdc3ce6f0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:22:17.352436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Attempting to bind port 92cb91f2-1565-4776-9f7d-b38b7ac8120f on network b0544924-d140-4df4-ae6a-4cfdc3ce6f0b {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:17.370210 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:17.370501 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083934'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:17.374246 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Checking segment: {'id': '9d69bd90-dbfc-4d62-b84f-2338df2338fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0544924-d140-4df4-ae6a-4cfdc3ce6f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:17.375055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Bound using segment: {'id': '9d69bd90-dbfc-4d62-b84f-2338df2338fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0544924-d140-4df4-ae6a-4cfdc3ce6f0b'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:17.375612 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Bound port: 92cb91f2-1565-4776-9f7d-b38b7ac8120f, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d69bd90-dbfc-4d62-b84f-2338df2338fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b0544924-d140-4df4-ae6a-4cfdc3ce6f0b'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:17.376014 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:17.412766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:17.429304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:22:17.652299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] For port 92cb91f2-1565-4776-9f7d-b38b7ac8120f, host hv-cinder-78692, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:17.667669 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] For port 92cb91f2-1565-4776-9f7d-b38b7ac8120f, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=92cb91f2-1565-4776-9f7d-b38b7ac8120f,segment=NetworkSegment(9d69bd90-dbfc-4d62-b84f-2338df2338fb),segment_id=9d69bd90-dbfc-4d62-b84f-2338df2338fb)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:17.671642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:17.694366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:17.944803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Pushing event updated for resources: {'Port': ['ID=92cb91f2-1565-4776-9f7d-b38b7ac8120f,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:17.956079 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:17.972081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:17.975983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for port, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:17.979813 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] 10.222.0.41 "PUT /v2.0/ports/92cb91f2-1565-4776-9f7d-b38b7ac8120f HTTP/1.1" status: 200  len: 1093 time: 7.2202463
Apr 20 18:22:17.983634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a368f5d-2b2a-4ad9-89da-47450472f100', 'tag': '92cb91f2-1565-4776-9f7d-b38b7ac8120f'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:22:18.057794 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-90856614-5a80-4449-89f3-9e6bbc866485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.103741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd1e8668>, [{'id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'name': 'tempest-ServerRescueNegativeTestJSON-2145063001-router', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:56Z', 'updated_at': '2021-04-20T18:22:04Z', 'revision_number': 4, 'project_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'gw_port': {'id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:58Z', 'updated_at': '2021-04-20T18:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '6e99fcea-71e8-42d3-bbd2-cc4cee53a003', 'name': '', 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'mac_address': 'fa:16:3e:e2:dd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca2689d2-4350-4ebc-b9a9-82127a455a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:03Z', 'updated_at': '2021-04-20T18:22:15Z', 'revision_number': 4, 'project_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'subnets': [{'id': 'ca2689d2-4350-4ebc-b9a9-82127a455a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:18.114275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-90856614-5a80-4449-89f3-9e6bbc866485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:18.119761 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13da484-403a-49bb-b925-fa7afeee4e46 None None] The sync data for ids ['c6fee334-1b1c-4fc1-83b7-04f635485e70'] in dv-cinder-786929-2-iscsi is: [{'id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'name': 'tempest-ServerRescueNegativeTestJSON-2145063001-router', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:56Z', 'updated_at': '2021-04-20T18:22:04Z', 'revision_number': 4, 'project_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'gw_port': {'id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:58Z', 'updated_at': '2021-04-20T18:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '6e99fcea-71e8-42d3-bbd2-cc4cee53a003', 'name': '', 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'mac_address': 'fa:16:3e:e2:dd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ca2689d2-4350-4ebc-b9a9-82127a455a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:03Z', 'updated_at': '2021-04-20T18:22:15Z', 'revision_number': 4, 'project_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'subnets': [{'id': 'ca2689d2-4350-4ebc-b9a9-82127a455a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:22:18.156243 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-90856614-5a80-4449-89f3-9e6bbc866485 admin admin] Usage tracker for resource:security_group_rule and tenant:66164b2e61a14908bb7362a1f0a0033c is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:18.246530 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-90856614-5a80-4449-89f3-9e6bbc866485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:18.263975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-90856614-5a80-4449-89f3-9e6bbc866485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:18.364885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-8814c3b1-0f4f-49e7-9c6d-c2415906268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:18.368446 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-8814c3b1-0f4f-49e7-9c6d-c2415906268e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53997b87264e47e88a4c23134fbc6a8c&device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 1096 time: 0.2032053
Apr 20 18:22:18.628619 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Network 67f373cf-db3a-445f-8b6c-9dc992bd413a has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:22:18.682424 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-66b33e05-83e8-4084-8338-1b3ce30410c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92cb91f2-1565-4776-9f7d-b38b7ac8120f HTTP/1.1" status: 200  len: 217 time: 0.3048301
Apr 20 18:22:18.690023 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2280166'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.965705 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.41', 60241) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:19.090609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-a1641dad-cdae-4d18-a1a5-3142f29fe864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:19.092381 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-a1641dad-cdae-4d18-a1a5-3142f29fe864 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dc2fbcb-e6a4-43be-8d75-8113324d5fc4 HTTP/1.1" status: 200  len: 852 time: 0.4034467
Apr 20 18:22:19.237086 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-641cd0b8-6ed6-4fee-98e1-4f573e41ac77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0544924-d140-4df4-ae6a-4cfdc3ce6f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1154571
Apr 20 18:22:19.256384 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571508f2-32e5-436a-b782-ab7303f2bb38 req-be027893-b04f-45b2-9aaf-4e1940a44920 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:19.257703 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-571508f2-32e5-436a-b782-ab7303f2bb38 req-be027893-b04f-45b2-9aaf-4e1940a44920 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 943 time: 0.3719444
Apr 20 18:22:19.958778 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Network 67f373cf-db3a-445f-8b6c-9dc992bd413a has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:22:20.053127 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-4a87a370-1228-4822-b462-a794495ef71e service neutron] 10.222.0.41 "GET /v2.0/networks/b0544924-d140-4df4-ae6a-4cfdc3ce6f0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7940955
Apr 20 18:22:20.158204 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   from cryptography.utils import int_from_bytes
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   from cryptography.utils import int_from_bytes
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   (rel_b, rel_a, rel_b),
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   (rel_b, rel_a, rel_b),
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:22:20.233506 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:22:20.258546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-6906be82-c0fb-462a-8bf3-6a71b981c241 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:20.283631 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-6906be82-c0fb-462a-8bf3-6a71b981c241 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 819 time: 2.9663110
Apr 20 18:22:20.306671 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-571508f2-32e5-436a-b782-ab7303f2bb38 req-f2389d12-eb5b-44b2-82bc-286f00a99dec tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502089
Apr 20 18:22:20.429321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:20.439051 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:20.441385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.471338 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebcbe281-19c7-4598-890e-0c3f0781784d req-993198a7-e2cb-40d2-8117-f1641ed15371 service neutron] 10.222.0.41 "GET /v2.0/networks/b0544924-d140-4df4-ae6a-4cfdc3ce6f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3768435
Apr 20 18:22:20.599820 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-ed7c5a33-4c35-46b1-ac05-be6fc3d8083b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/quotas/1c1babcc4c0641dcbb0b0559a5c05b7e HTTP/1.1" status: 200  len: 375 time: 0.0473645
Apr 20 18:22:20.611622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.846842 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c88fd9d3-0ba2-435e-b233-0f1e03ad1e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:20.850918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-90856614-5a80-4449-89f3-9e6bbc866485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.858394 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-90856614-5a80-4449-89f3-9e6bbc866485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.908203 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.954722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:20.966060 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-90856614-5a80-4449-89f3-9e6bbc866485 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66164b2e61a14908bb7362a1f0a0033c&name=default HTTP/1.1" status: 200  len: 2977 time: 3.8802888
Apr 20 18:22:20.970382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60666) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:21.002414 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a368f5d-2b2a-4ad9-89da-47450472f100', 'tag': '92cb91f2-1565-4776-9f7d-b38b7ac8120f', 'status': 'completed', 'code': 200}
Apr 20 18:22:21.005713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.027095 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90856614-5a80-4449-89f3-9e6bbc866485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77d97d1-db48-454c-bbe5-92d4ca6057a2,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:21.074533 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 6e99fcea-71e8-42d3-bbd2-cc4cee53a003, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=6e99fcea-71e8-42d3-bbd2-cc4cee53a003,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:21.075381 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-a9c806c6-43a1-40a1-9631-dd72b3e5b361 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:21.079700 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-a9c806c6-43a1-40a1-9631-dd72b3e5b361 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.41 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 819 time: 2.1035357
Apr 20 18:22:21.081743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.086152 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:21.094225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Pushing event deleted for resources: {'Network': ['ID=67f373cf-db3a-445f-8b6c-9dc992bd413a,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:21.111681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:21.137987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Request body: {'port': {'device_id': 'a1d89481-0875-4fe2-9061-6ae75adf149b', 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8', 'admin_state_up': True, 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:21.149738 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-90856614-5a80-4449-89f3-9e6bbc866485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:21.221899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=6e99fcea-71e8-42d3-bbd2-cc4cee53a003,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:21.229706 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:21.288436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7689d077-d334-4586-b966-daa743f723a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.360949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7689d077-d334-4586-b966-daa743f723a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.375550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60676) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:21.417321 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] 10.222.0.43 "DELETE /v2.0/networks/67f373cf-db3a-445f-8b6c-9dc992bd413a HTTP/1.1" status: 204  len: 168 time: 5.8810182
Apr 20 18:22:21.436730 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae978feb-cffe-4ba1-8e99-d907d44ed033 req-9c579576-47a8-498a-bb5b-a0ae5fcf5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:21.438398 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ae978feb-cffe-4ba1-8e99-d907d44ed033 req-9c579576-47a8-498a-bb5b-a0ae5fcf5425 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53997b87264e47e88a4c23134fbc6a8c&device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 1096 time: 0.3785391
Apr 20 18:22:21.486971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:21.534178 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:21.566436 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-a99a9573-ea40-484d-8b5b-e699f1d8739a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9651229
Apr 20 18:22:21.687766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae978feb-cffe-4ba1-8e99-d907d44ed033 req-b7c447ff-db91-4848-9452-c24d83943f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:21.689742 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ae978feb-cffe-4ba1-8e99-d907d44ed033 req-b7c447ff-db91-4848-9452-c24d83943f8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0544924-d140-4df4-ae6a-4cfdc3ce6f0b HTTP/1.1" status: 200  len: 913 time: 0.1928735
Apr 20 18:22:21.690640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60690) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:21.743994 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Made reservation on behalf of 1c1babcc4c0641dcbb0b0559a5c05b7e for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:21.751352 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.920867 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7689d077-d334-4586-b966-daa743f723a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.968243 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a41b6dff-b611-4fbc-9043-1415e1077288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.970588 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-3daf03f5-376b-43ef-9b9c-1bdde5e72b82 service neutron] 10.222.0.43 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4015591
Apr 20 18:22:21.988981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:22.008061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a41b6dff-b611-4fbc-9043-1415e1077288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:22.012293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a41b6dff-b611-4fbc-9043-1415e1077288 admin admin] Usage tracker for resource:security_group_rule and tenant:d27f430f37164a34bfa41fd544567931 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:22.015470 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a41b6dff-b611-4fbc-9043-1415e1077288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:22.022950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a41b6dff-b611-4fbc-9043-1415e1077288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:22.106410 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:22.107266 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:22.134761 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a41b6dff-b611-4fbc-9043-1415e1077288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:22.137373 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ae978feb-cffe-4ba1-8e99-d907d44ed033 req-77135a03-e6db-4290-8316-56b95efb27e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92cb91f2-1565-4776-9f7d-b38b7ac8120f HTTP/1.1" status: 200  len: 217 time: 0.3757787
Apr 20 18:22:22.140840 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f58f290d-428d-4a3b-8489-828be8e1b510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:22.217596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Allocated IP 172.20.0.14 (e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8/ca2689d2-4350-4ebc-b9a9-82127a455a4c/57353603-9b1c-429e-a397-e49d4af0e7cd) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:22.283017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a41b6dff-b611-4fbc-9043-1415e1077288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:22.284560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae978feb-cffe-4ba1-8e99-d907d44ed033 req-6ca183db-909e-4dfd-8c74-f03f9d2d977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:22.288041 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ae978feb-cffe-4ba1-8e99-d907d44ed033 req-6ca183db-909e-4dfd-8c74-f03f9d2d977e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dc2fbcb-e6a4-43be-8d75-8113324d5fc4 HTTP/1.1" status: 200  len: 852 time: 0.1305349
Apr 20 18:22:22.288663 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-bb816355-9deb-4523-8a27-7641d2c65bcc service neutron] 10.222.0.43 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2453239
Apr 20 18:22:22.303546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689d077-d334-4586-b966-daa743f723a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77d97d1-db48-454c-bbe5-92d4ca6057a2,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:22.386942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7689d077-d334-4586-b966-daa743f723a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:22.396130 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:22.413154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7db02-ffbf-4874-86e8-2ef8cae42cc3 req-e8f26534-7959-4508-b821-545169419226 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:22.415034 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4dd7db02-ffbf-4874-86e8-2ef8cae42cc3 req-e8f26534-7959-4508-b821-545169419226 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 943 time: 0.7291222
Apr 20 18:22:22.433889 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7689d077-d334-4586-b966-daa743f723a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:22.437260 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7689d077-d334-4586-b966-daa743f723a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b77d97d1-db48-454c-bbe5-92d4ca6057a2 HTTP/1.1" status: 204  len: 168 time: 1.4636095
Apr 20 18:22:22.451679 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ae978feb-cffe-4ba1-8e99-d907d44ed033 req-d5ca7276-abb5-4d2e-aa3a-b4bf2acbe284 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0544924-d140-4df4-ae6a-4cfdc3ce6f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1419775
Apr 20 18:22:22.466898 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-645a095a-25f2-4d74-aaba-00279641c94b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea49135392bb42e29d0dd90fb75e91bf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7741220
Apr 20 18:22:22.474133 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60720) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:22.636405 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b6dff-b611-4fbc-9043-1415e1077288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518ae39b-fdba-49b6-8575-f35043a80bf0,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:22.641169 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4a8bc0fe-757d-4a8e-bf78-c7cd71044ec4 req-25d83a6c-9b83-4138-b675-a5c2a4201486 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 210 time: 0.1042762
Apr 20 18:22:22.668850 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a41b6dff-b611-4fbc-9043-1415e1077288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:22.680661 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a41b6dff-b611-4fbc-9043-1415e1077288 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d27f430f37164a34bfa41fd544567931&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2996163
Apr 20 18:22:22.691075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60728) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:22.698858 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:22.729041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7f30-5797-42b0-bd2d-60e42e218c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:22.758515 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4dd7db02-ffbf-4874-86e8-2ef8cae42cc3 req-a6a832f0-4565-451b-acd7-ecb7452a1c51 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3198113
Apr 20 18:22:22.853347 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ae978feb-cffe-4ba1-8e99-d907d44ed033 req-93682b24-ee2d-4120-b39e-d494c9c8207f service neutron] 10.222.0.41 "GET /v2.0/networks/b0544924-d140-4df4-ae6a-4cfdc3ce6f0b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3844960
Apr 20 18:22:22.920063 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7f30-5797-42b0-bd2d-60e42e218c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.009888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9983-4098-4e3a-8d1b-26b27c67ad9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.055135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60746) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:23.091893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.095577 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9983-4098-4e3a-8d1b-26b27c67ad9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.139422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:23.185573 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ae978feb-cffe-4ba1-8e99-d907d44ed033 req-216fa95c-174e-4e8a-a97a-a7a6f0590192 service neutron] 10.222.0.41 "GET /v2.0/networks/b0544924-d140-4df4-ae6a-4cfdc3ce6f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3257589
Apr 20 18:22:23.199487 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7f30-5797-42b0-bd2d-60e42e218c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.236586 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:23.244362 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:23.262821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:23.342464 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Pushing event updated for resources: {'Port': ['ID=57353603-9b1c-429e-a397-e49d4af0e7cd,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:23.345182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60754) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:23.351330 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-377af491-ff46-49de-bd09-9b80f2168710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.384818 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:23.388866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:23.391731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0ebcdb86-b09a-45e9-89af-8653a0fb1342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.416816 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7f30-5797-42b0-bd2d-60e42e218c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.418210 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3b6d7f30-5797-42b0-bd2d-60e42e218c73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e7ae464-7a64-41f7-98f8-514f8fc2bb43 HTTP/1.1" status: 204  len: 168 time: 0.9431579
Apr 20 18:22:23.424750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-0ebcdb86-b09a-45e9-89af-8653a0fb1342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:23.429244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-377af491-ff46-49de-bd09-9b80f2168710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:23.431179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-0ebcdb86-b09a-45e9-89af-8653a0fb1342 admin admin] Usage tracker for resource:security_group_rule and tenant:42a55b85598b40c4bbc11c5239154686 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:23.432265 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9983-4098-4e3a-8d1b-26b27c67ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.435800 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-0ebcdb86-b09a-45e9-89af-8653a0fb1342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:23.436931 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d7f30-5797-42b0-bd2d-60e42e218c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7ae464-7a64-41f7-98f8-514f8fc2bb43,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:23.439058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-377af491-ff46-49de-bd09-9b80f2168710 admin admin] Usage tracker for resource:security_group_rule and tenant:94e98902ddfb417187a4e1c7194564a0 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:23.445241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-0ebcdb86-b09a-45e9-89af-8653a0fb1342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:23.454630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:23.466160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.478559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-377af491-ff46-49de-bd09-9b80f2168710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:23.489504 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3b6d7f30-5797-42b0-bd2d-60e42e218c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:23.495845 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:23.516774 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-377af491-ff46-49de-bd09-9b80f2168710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:23.530371 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4c6b9983-4098-4e3a-8d1b-26b27c67ad9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.535955 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4c6b9983-4098-4e3a-8d1b-26b27c67ad9a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/518ae39b-fdba-49b6-8575-f35043a80bf0 HTTP/1.1" status: 204  len: 168 time: 0.8410583
Apr 20 18:22:23.544546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b9983-4098-4e3a-8d1b-26b27c67ad9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518ae39b-fdba-49b6-8575-f35043a80bf0,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:23.553277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4c6b9983-4098-4e3a-8d1b-26b27c67ad9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:23.557473 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4444687
Apr 20 18:22:23.578679 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0ebcdb86-b09a-45e9-89af-8653a0fb1342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.583935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0ebcdb86-b09a-45e9-89af-8653a0fb1342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.587496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Request body: {'port': {'device_id': 'a1d89481-0875-4fe2-9061-6ae75adf149b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:23.605034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:23.777115 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-0ebcdb86-b09a-45e9-89af-8653a0fb1342 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42a55b85598b40c4bbc11c5239154686&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4304864
Apr 20 18:22:23.781139 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcdb86-b09a-45e9-89af-8653a0fb1342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9416e927-caf8-4a74-bdaf-1138c4bdbd7b,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:23.786365 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60772) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:23.797673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0ebcdb86-b09a-45e9-89af-8653a0fb1342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:23.967198 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-21619c6e-bfc4-48df-9985-e8aa6ef7351c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.011147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-21619c6e-bfc4-48df-9985-e8aa6ef7351c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.053917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-f3c98e65-e0df-423a-94f3-ce9b8f0e3fc8 req-c5a32394-1620-448a-9ceb-d4d44a123338 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Synchronizing usage tracker for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:24.066034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.151232 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-21619c6e-bfc4-48df-9985-e8aa6ef7351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.163497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:24.196198 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-f3c98e65-e0df-423a-94f3-ce9b8f0e3fc8 req-c5a32394-1620-448a-9ceb-d4d44a123338 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Unset dirty status for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:24.197722 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f3c98e65-e0df-423a-94f3-ce9b8f0e3fc8 req-c5a32394-1620-448a-9ceb-d4d44a123338 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 210 time: 0.2327359
Apr 20 18:22:24.197871 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46324bbf-a9c3-4fb2-a9e1-83c7b11f810b req-2ecbbb75-f3a5-47a2-80d6-d8dc84605aa4 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:24.199582 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-46324bbf-a9c3-4fb2-a9e1-83c7b11f810b req-2ecbbb75-f3a5-47a2-80d6-d8dc84605aa4 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 943 time: 0.1351402
Apr 20 18:22:24.203451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21619c6e-bfc4-48df-9985-e8aa6ef7351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9416e927-caf8-4a74-bdaf-1138c4bdbd7b,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:24.210218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-21619c6e-bfc4-48df-9985-e8aa6ef7351c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:24.212685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-21619c6e-bfc4-48df-9985-e8aa6ef7351c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.213594 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-21619c6e-bfc4-48df-9985-e8aa6ef7351c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9416e927-caf8-4a74-bdaf-1138c4bdbd7b HTTP/1.1" status: 204  len: 168 time: 0.4214368
Apr 20 18:22:24.267422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60786) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:24.276950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-377af491-ff46-49de-bd09-9b80f2168710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.279517 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-46324bbf-a9c3-4fb2-a9e1-83c7b11f810b req-2513f46e-1e75-4b24-bac0-9772740d6d45 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530856
Apr 20 18:22:24.323312 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-377af491-ff46-49de-bd09-9b80f2168710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.343898 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1089ffe6-94ed-4033-961e-8269ddfd863e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:24.416838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60792) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:24.491009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377af491-ff46-49de-bd09-9b80f2168710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a017c60-6357-4d2c-adb1-4bcb7c47dc4f,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:24.501629 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-377af491-ff46-49de-bd09-9b80f2168710 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94e98902ddfb417187a4e1c7194564a0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4440882
Apr 20 18:22:24.502876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-377af491-ff46-49de-bd09-9b80f2168710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:24.507346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60798) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:24.515021 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a4f40e26-4eda-4e34-8667-8886bf6371b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76aca7034b08480fb0c74925800963d2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2427201
Apr 20 18:22:24.522717 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60802) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:24.604746 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60806) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:24.660967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-851e66ed-0ee5-447a-bbc9-51d41f470cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.679115 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-fd4a40ca-66c4-42c0-a3bf-0dcc099ea037 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:24.681123 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-fd4a40ca-66c4-42c0-a3bf-0dcc099ea037 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.41 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 819 time: 0.3067579
Apr 20 18:22:24.700551 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Request body: {'port': {'device_id': '35f2ffac-e344-416f-b41f-aa0634404df5', 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8', 'admin_state_up': True, 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:24.712443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-851e66ed-0ee5-447a-bbc9-51d41f470cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:24.736304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-851e66ed-0ee5-447a-bbc9-51d41f470cce admin admin] Usage tracker for resource:security_group_rule and tenant:87be6b9728224ac59ee31243fa6f99d6 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:24.743186 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-851e66ed-0ee5-447a-bbc9-51d41f470cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:24.764229 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-851e66ed-0ee5-447a-bbc9-51d41f470cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:24.776962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf998cce-4628-4d69-aa89-664fef7b1963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.853340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf998cce-4628-4d69-aa89-664fef7b1963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.926759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:24.946645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:24.956381 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2f552367-85e0-43a6-8040-0f68a5cbbea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.976584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Made reservation on behalf of 1c1babcc4c0641dcbb0b0559a5c05b7e for: {'port': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:24.983291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.015992 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2f552367-85e0-43a6-8040-0f68a5cbbea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.033493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60816) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:25.110732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c5046c9e-f51e-4884-8743-99878e80491c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.163241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-c5046c9e-f51e-4884-8743-99878e80491c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:25.179040 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-c5046c9e-f51e-4884-8743-99878e80491c admin admin] Usage tracker for resource:security_group_rule and tenant:460955cbfebb4decac5291d38f696349 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:25.182738 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-c5046c9e-f51e-4884-8743-99878e80491c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:25.195699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-c5046c9e-f51e-4884-8743-99878e80491c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:25.197899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-27c8a06f-adcd-4364-9808-ae5f79e12d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.219886 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2f552367-85e0-43a6-8040-0f68a5cbbea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.227498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57353603-9b1c-429e-a397-e49d4af0e7cd {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:22:25.231131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d7904187-cc91-49e4-b2ec-ab83e6089700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:25.242213 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-27c8a06f-adcd-4364-9808-ae5f79e12d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:25.242213 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-27c8a06f-adcd-4364-9808-ae5f79e12d86 admin admin] Usage tracker for resource:security_group_rule and tenant:d9018f9909be4210ad4d789bcfb1c424 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:25.246772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-27c8a06f-adcd-4364-9808-ae5f79e12d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:25.250809 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f552367-85e0-43a6-8040-0f68a5cbbea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ed0a11-60f0-4464-b889-7cc89c8e8d92,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:25.254011 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2f552367-85e0-43a6-8040-0f68a5cbbea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:25.258972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.267135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-27c8a06f-adcd-4364-9808-ae5f79e12d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:25.269177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2f552367-85e0-43a6-8040-0f68a5cbbea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.273583 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-2f552367-85e0-43a6-8040-0f68a5cbbea1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68ed0a11-60f0-4464-b889-7cc89c8e8d92 HTTP/1.1" status: 204  len: 168 time: 0.7473187
Apr 20 18:22:25.308339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf998cce-4628-4d69-aa89-664fef7b1963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.309698 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Transition to ACTIVE for port object 57353603-9b1c-429e-a397-e49d4af0e7cd will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:25.337343 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 92cb91f2-1565-4776-9f7d-b38b7ac8120f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:22:25.338804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:25.345810 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.351389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-851e66ed-0ee5-447a-bbc9-51d41f470cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.367705 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-851e66ed-0ee5-447a-bbc9-51d41f470cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.368613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf998cce-4628-4d69-aa89-664fef7b1963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a017c60-6357-4d2c-adb1-4bcb7c47dc4f,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:25.392508 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cf998cce-4628-4d69-aa89-664fef7b1963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:25.414567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:25.481302 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Allocated IP 172.20.0.7 (e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8/ca2689d2-4350-4ebc-b9a9-82127a455a4c/c117ca85-cf8b-49f2-8748-33c92c2726c2) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:25.496154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c5046c9e-f51e-4884-8743-99878e80491c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.505706 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c5046c9e-f51e-4884-8743-99878e80491c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.525257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7689d077-d334-4586-b966-daa743f723a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:25.571775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5046c9e-f51e-4884-8743-99878e80491c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206534b4-ba65-4d78-ba14-a403650cbeea,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:25.608007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c5046c9e-f51e-4884-8743-99878e80491c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:25.664544 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 92cb91f2-1565-4776-9f7d-b38b7ac8120f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=92cb91f2-1565-4776-9f7d-b38b7ac8120f,segment=NetworkSegment(9d69bd90-dbfc-4d62-b84f-2338df2338fb),segment_id=9d69bd90-dbfc-4d62-b84f-2338df2338fb)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:25.685564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '92cb91f2-1565-4776-9f7d-b38b7ac8120f', 'network_id': 'b0544924-d140-4df4-ae6a-4cfdc3ce6f0b', 'port_id': '92cb91f2-1565-4776-9f7d-b38b7ac8120f', 'mac_address': 'fa:16:3e:ef:6b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc2fbcb-e6a4-43be-8d75-8113324d5fc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:22:25.706721 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf998cce-4628-4d69-aa89-664fef7b1963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.708024 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-cf998cce-4628-4d69-aa89-664fef7b1963 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a017c60-6357-4d2c-adb1-4bcb7c47dc4f HTTP/1.1" status: 204  len: 168 time: 1.1995094
Apr 20 18:22:25.778017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.804221 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92cb91f2-1565-4776-9f7d-b38b7ac8120f {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:22:25.819533 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c5046c9e-f51e-4884-8743-99878e80491c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=460955cbfebb4decac5291d38f696349&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7845354
Apr 20 18:22:25.825586 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 92cb91f2-1565-4776-9f7d-b38b7ac8120f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=92cb91f2-1565-4776-9f7d-b38b7ac8120f,segment=NetworkSegment(9d69bd90-dbfc-4d62-b84f-2338df2338fb),segment_id=9d69bd90-dbfc-4d62-b84f-2338df2338fb)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:25.830175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.833604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60836) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:25.834807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5c579f6b-e4c3-4027-8e07-f6c0a78a6f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:25.921927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=57353603-9b1c-429e-a397-e49d4af0e7cd,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:25.942959 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=92cb91f2-1565-4776-9f7d-b38b7ac8120f,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:25.954561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:25.972393 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-75d54b57-77b3-4578-83e3-5c4e635ad4e9 req-e712fb3b-3eca-4c58-b91e-e1320d0022f3 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 210 time: 0.4069376
Apr 20 18:22:25.976147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:25.996130 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-851e66ed-0ee5-447a-bbc9-51d41f470cce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87be6b9728224ac59ee31243fa6f99d6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3881648
Apr 20 18:22:25.997189 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.008138 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60840) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:26.069755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['92cb91f2-1565-4776-9f7d-b38b7ac8120f'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:22:26.089442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e66ed-0ee5-447a-bbc9-51d41f470cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d39d6a-1c41-45fc-a7d7-137acbf1a2c4,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.105485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-851e66ed-0ee5-447a-bbc9-51d41f470cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.174292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d74b8-36f8-4e7e-b728-fd2a149fe6b9 req-226b0daa-d521-4deb-bad4-a60267b4b51a tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:26.185977 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e97d74b8-36f8-4e7e-b728-fd2a149fe6b9 req-226b0daa-d521-4deb-bad4-a60267b4b51a tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 943 time: 0.5550997
Apr 20 18:22:26.295543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf6b69db-0637-4ead-8af4-6018f547fee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.296915 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e97d74b8-36f8-4e7e-b728-fd2a149fe6b9 req-8a0686a4-f8a8-433d-965a-8ff3f6017b81 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094558
Apr 20 18:22:26.299311 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Attempting to bind port 57353603-9b1c-429e-a397-e49d4af0e7cd on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:26.302549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Attempting to bind port 57353603-9b1c-429e-a397-e49d4af0e7cd by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:26.304716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Attempting to bind port 57353603-9b1c-429e-a397-e49d4af0e7cd on network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:26.347182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Port 57353603-9b1c-429e-a397-e49d4af0e7cd on network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:22:26.348665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Attempting to bind port 57353603-9b1c-429e-a397-e49d4af0e7cd on network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:26.399449 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:26.402366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Checking segment: {'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:26.403661 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Bound using segment: {'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:26.405081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Bound port: 57353603-9b1c-429e-a397-e49d4af0e7cd, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:26.406860 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.407902 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ced3b3fd-a0d0-4fcc-bb2b-d9da2a19b5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.445310 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ced3b3fd-a0d0-4fcc-bb2b-d9da2a19b5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.502494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60860) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:26.506251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-27c8a06f-adcd-4364-9808-ae5f79e12d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.522495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ced3b3fd-a0d0-4fcc-bb2b-d9da2a19b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.524040 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-27c8a06f-adcd-4364-9808-ae5f79e12d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.526716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf6b69db-0637-4ead-8af4-6018f547fee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.543337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6b09dc52-5b30-45bd-b1fb-06bad48bfe89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.556571 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.569497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.586958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-6b09dc52-5b30-45bd-b1fb-06bad48bfe89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:26.590939 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-6b09dc52-5b30-45bd-b1fb-06bad48bfe89 admin admin] Usage tracker for resource:security_group_rule and tenant:6afb771cc90d45968d8ac2955a713b92 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:26.593983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-6b09dc52-5b30-45bd-b1fb-06bad48bfe89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:26.601003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-6b09dc52-5b30-45bd-b1fb-06bad48bfe89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:26.607345 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4c6b9983-4098-4e3a-8d1b-26b27c67ad9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.627482 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-27c8a06f-adcd-4364-9808-ae5f79e12d86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9018f9909be4210ad4d789bcfb1c424&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1969888
Apr 20 18:22:26.635620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 60866) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:26.655522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3b3fd-a0d0-4fcc-bb2b-d9da2a19b5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d39d6a-1c41-45fc-a7d7-137acbf1a2c4,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.665019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ced3b3fd-a0d0-4fcc-bb2b-d9da2a19b5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.681803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ced3b3fd-a0d0-4fcc-bb2b-d9da2a19b5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.684011 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ced3b3fd-a0d0-4fcc-bb2b-d9da2a19b5b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2d39d6a-1c41-45fc-a7d7-137acbf1a2c4 HTTP/1.1" status: 204  len: 168 time: 0.6702011
Apr 20 18:22:26.719237 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8a06f-adcd-4364-9808-ae5f79e12d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c53320-7099-4eed-8b79-f575df2ca0dd,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.727095 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-27c8a06f-adcd-4364-9808-ae5f79e12d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.740673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] For port 57353603-9b1c-429e-a397-e49d4af0e7cd, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:26.745595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] For port 57353603-9b1c-429e-a397-e49d4af0e7cd, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57353603-9b1c-429e-a397-e49d4af0e7cd,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:26.751689 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.757826 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf6b69db-0637-4ead-8af4-6018f547fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.760212 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.853665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3732-76a3-4f28-bb91-a72de1f68e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.892111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:26.896344 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.896344 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] 10.222.0.41 "PUT /v2.0/ports/57353603-9b1c-429e-a397-e49d4af0e7cd HTTP/1.1" status: 200  len: 1094 time: 3.3289895
Apr 20 18:22:26.898170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d89481-0875-4fe2-9061-6ae75adf149b', 'tag': '57353603-9b1c-429e-a397-e49d4af0e7cd'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:22:26.908058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3732-76a3-4f28-bb91-a72de1f68e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.929821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf6b69db-0637-4ead-8af4-6018f547fee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.934306 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-cf6b69db-0637-4ead-8af4-6018f547fee2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/206534b4-ba65-4d78-ba14-a403650cbeea HTTP/1.1" status: 204  len: 168 time: 1.0805559
Apr 20 18:22:26.934820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.937634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=57353603-9b1c-429e-a397-e49d4af0e7cd,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.942052 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.950429 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d54c1403-99e7-48cb-a933-e171f220cca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.962879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b69db-0637-4ead-8af4-6018f547fee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206534b4-ba65-4d78-ba14-a403650cbeea,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.964467 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1f48071a-0d6e-4357-98a7-6cc0ce5d3def tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.990589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cf6b69db-0637-4ead-8af4-6018f547fee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:27.045454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6b09dc52-5b30-45bd-b1fb-06bad48bfe89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.062657 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:27.075363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:27.078314 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:27.121603 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6b09dc52-5b30-45bd-b1fb-06bad48bfe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.166645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Pushing event updated for resources: {'Port': ['ID=c117ca85-cf8b-49f2-8748-33c92c2726c2,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:27.170073 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:27.182885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a41b6dff-b611-4fbc-9043-1415e1077288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:27.207588 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-6b09dc52-5b30-45bd-b1fb-06bad48bfe89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6afb771cc90d45968d8ac2955a713b92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6917546
Apr 20 18:22:27.213322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60898) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:27.241576 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:27.242354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for port, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.258484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3732-76a3-4f28-bb91-a72de1f68e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.270237 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09dc52-5b30-45bd-b1fb-06bad48bfe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45210a8-bc0a-4b2c-afef-f804f7af4674,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:27.273630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6b09dc52-5b30-45bd-b1fb-06bad48bfe89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:27.278372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:27.301953 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c3732-76a3-4f28-bb91-a72de1f68e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c53320-7099-4eed-8b79-f575df2ca0dd,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:27.304646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fd3c3732-76a3-4f28-bb91-a72de1f68e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:27.314238 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6209362
Apr 20 18:22:27.317311 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3732-76a3-4f28-bb91-a72de1f68e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.318708 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-fd3c3732-76a3-4f28-bb91-a72de1f68e53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7c53320-7099-4eed-8b79-f575df2ca0dd HTTP/1.1" status: 204  len: 168 time: 0.6789575
Apr 20 18:22:27.359713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb84f94-0007-4831-99a8-d6c110c87acd req-8a3fad7c-9c6d-46c9-a0d5-1536d97cd65a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:27.362406 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5fb84f94-0007-4831-99a8-d6c110c87acd req-8a3fad7c-9c6d-46c9-a0d5-1536d97cd65a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 931 time: 0.2249525
Apr 20 18:22:27.365144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ba5705c7-b4e9-4ceb-b0bf-40d56d1aa493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.419134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ba5705c7-b4e9-4ceb-b0bf-40d56d1aa493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.468023 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-5fb84f94-0007-4831-99a8-d6c110c87acd req-675a691d-f54e-4fb8-8425-b9da44a68459 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Synchronizing usage tracker for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:security_group {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:27.500858 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-5fb84f94-0007-4831-99a8-d6c110c87acd req-675a691d-f54e-4fb8-8425-b9da44a68459 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Unset dirty status for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:security_group {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:27.502310 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5fb84f94-0007-4831-99a8-d6c110c87acd req-675a691d-f54e-4fb8-8425-b9da44a68459 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196549
Apr 20 18:22:27.511589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ba5705c7-b4e9-4ceb-b0bf-40d56d1aa493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.518828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:27.534516 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5705c7-b4e9-4ceb-b0bf-40d56d1aa493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45210a8-bc0a-4b2c-afef-f804f7af4674,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:27.537682 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ba5705c7-b4e9-4ceb-b0bf-40d56d1aa493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:27.545159 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ba5705c7-b4e9-4ceb-b0bf-40d56d1aa493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.546723 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ba5705c7-b4e9-4ceb-b0bf-40d56d1aa493 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b45210a8-bc0a-4b2c-afef-f804f7af4674 HTTP/1.1" status: 204  len: 168 time: 0.3306179
Apr 20 18:22:27.783789 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d89481-0875-4fe2-9061-6ae75adf149b', 'tag': '57353603-9b1c-429e-a397-e49d4af0e7cd', 'status': 'completed', 'code': 200}
Apr 20 18:22:27.860804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89feccaa-6103-416d-882a-6952455a7223 req-dc1eb123-1504-4bed-8a94-32b99b6503bf tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:27.862599 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-89feccaa-6103-416d-882a-6952455a7223 req-dc1eb123-1504-4bed-8a94-32b99b6503bf tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 944 time: 0.1441288
Apr 20 18:22:27.943923 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-89feccaa-6103-416d-882a-6952455a7223 req-ea1cca1d-f653-41af-a6af-ee2b9a277db4 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723841
Apr 20 18:22:28.378066 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60938) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:28.397637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-40373179-93eb-48ad-9ad0-6527a1b5a87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:28.417259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-40373179-93eb-48ad-9ad0-6527a1b5a87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:28.422611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-40373179-93eb-48ad-9ad0-6527a1b5a87d admin admin] Usage tracker for resource:security_group_rule and tenant:b5fbe09de70141b0b85f756a95114de2 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:28.426876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-40373179-93eb-48ad-9ad0-6527a1b5a87d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:28.434454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-40373179-93eb-48ad-9ad0-6527a1b5a87d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:28.539195 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-40373179-93eb-48ad-9ad0-6527a1b5a87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:28.542581 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-40373179-93eb-48ad-9ad0-6527a1b5a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:28.554568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3b6d7f30-5797-42b0-bd2d-60e42e218c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:28.690572 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-40373179-93eb-48ad-9ad0-6527a1b5a87d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5fbe09de70141b0b85f756a95114de2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3088582
Apr 20 18:22:28.690572 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40373179-93eb-48ad-9ad0-6527a1b5a87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39533aeb-ac4b-4c75-b71e-d187afd923b5,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:28.696167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 60958) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:28.793186 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-40373179-93eb-48ad-9ad0-6527a1b5a87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:28.794749 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fc717-5023-4b87-8fc3-0fd1dc27add0 req-b925fbd6-0347-41ef-8905-6a7d03b72d8f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:28.795742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-6d4fc717-5023-4b87-8fc3-0fd1dc27add0 req-b925fbd6-0347-41ef-8905-6a7d03b72d8f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Synchronizing usage tracker for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:port {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:28.815501 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-6d4fc717-5023-4b87-8fc3-0fd1dc27add0 req-b925fbd6-0347-41ef-8905-6a7d03b72d8f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Unset dirty status for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:port {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:28.818104 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6d4fc717-5023-4b87-8fc3-0fd1dc27add0 req-b925fbd6-0347-41ef-8905-6a7d03b72d8f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 931 time: 0.1378469
Apr 20 18:22:28.855719 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a91b832c-3bda-4913-9e8e-c854ee6df1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:28.881613 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6d4fc717-5023-4b87-8fc3-0fd1dc27add0 req-95a02798-9b27-42fd-8d77-23f9e110765d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571818
Apr 20 18:22:28.925573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a91b832c-3bda-4913-9e8e-c854ee6df1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:29.042538 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a91b832c-3bda-4913-9e8e-c854ee6df1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:29.053362 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cf998cce-4628-4d69-aa89-664fef7b1963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:29.080657 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a91b832c-3bda-4913-9e8e-c854ee6df1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:29.083843 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a91b832c-3bda-4913-9e8e-c854ee6df1b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39533aeb-ac4b-4c75-b71e-d187afd923b5 HTTP/1.1" status: 204  len: 168 time: 0.3855281
Apr 20 18:22:29.084919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b832c-3bda-4913-9e8e-c854ee6df1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39533aeb-ac4b-4c75-b71e-d187afd923b5,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:29.096751 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a91b832c-3bda-4913-9e8e-c854ee6df1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:29.279731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656280d-1d7d-4678-93b3-bd525f9d4402 req-65784647-5790-4a12-b816-3009a61ec9ce tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:29.281585 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a656280d-1d7d-4678-93b3-bd525f9d4402 req-65784647-5790-4a12-b816-3009a61ec9ce tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 944 time: 0.1373158
Apr 20 18:22:29.344798 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a656280d-1d7d-4678-93b3-bd525f9d4402 req-2ca41a61-56af-455c-b087-e437890fcb14 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507402
Apr 20 18:22:29.424338 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Request body: {'port': {'device_id': '35f2ffac-e344-416f-b41f-aa0634404df5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:29.581516 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:29.590304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39addeb2-fd5b-4699-a1a3-d57a04df6d31 req-55b07f7d-f425-4d1f-a928-4b9798e80d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:29.592106 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-39addeb2-fd5b-4699-a1a3-d57a04df6d31 req-55b07f7d-f425-4d1f-a928-4b9798e80d36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 1097 time: 0.1515250
Apr 20 18:22:29.804965 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39addeb2-fd5b-4699-a1a3-d57a04df6d31 req-c711b0e3-1593-411a-a4aa-66e64bc8b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:29.807126 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-39addeb2-fd5b-4699-a1a3-d57a04df6d31 req-c711b0e3-1593-411a-a4aa-66e64bc8b8c0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2049031
Apr 20 18:22:29.850037 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7600d173-bb33-4e68-9304-5a15de068ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:30.062737 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39addeb2-fd5b-4699-a1a3-d57a04df6d31 req-0582394d-747c-4f1d-adc3-c14da5ee0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:30.064350 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-39addeb2-fd5b-4699-a1a3-d57a04df6d31 req-0582394d-747c-4f1d-adc3-c14da5ee0abb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2497516
Apr 20 18:22:30.220586 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-b051751e-31ea-4e22-9e16-dc180e2f9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:30.222259 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-b051751e-31ea-4e22-9e16-dc180e2f9193 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 1097 time: 0.1173081
Apr 20 18:22:30.355388 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-dd2d380b-ac19-434d-bf77-d333f1ea3786 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57353603-9b1c-429e-a397-e49d4af0e7cd HTTP/1.1" status: 200  len: 217 time: 0.1231136
Apr 20 18:22:30.406690 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 92cb91f2-1565-4776-9f7d-b38b7ac8120f up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:30.457741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-ba8538cc-6353-48f6-afa9-9ff80a591008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:30.466033 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-ba8538cc-6353-48f6-afa9-9ff80a591008 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2689d2-4350-4ebc-b9a9-82127a455a4c HTTP/1.1" status: 200  len: 859 time: 0.1063924
Apr 20 18:22:30.548300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c117ca85-cf8b-49f2-8748-33c92c2726c2 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:22:30.579699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:30.585650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port 92cb91f2-1565-4776-9f7d-b38b7ac8120f completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:30.596528 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 92cb91f2-1565-4776-9f7d-b38b7ac8120f triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:30.597149 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:30.666170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Transition to ACTIVE for port object c117ca85-cf8b-49f2-8748-33c92c2726c2 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:30.688896 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:30.693579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:30.707137 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-c6ee3e80-1cdd-450a-b5b2-d460ae2ebf48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2341983
Apr 20 18:22:30.887611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3351a-d052-43b3-87bb-0bb317c2eb32 req-5e2f08eb-3b92-4ee7-9b43-c899c27f8151 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:30.896400 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4ca3351a-d052-43b3-87bb-0bb317c2eb32 req-5e2f08eb-3b92-4ee7-9b43-c899c27f8151 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 931 time: 0.7813756
Apr 20 18:22:30.908151 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:30.936102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 32804) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:31.009007 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-ff501951-1dcc-4a00-a41d-23b5d0c027b9 service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2888377
Apr 20 18:22:31.011903 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a368f5d-2b2a-4ad9-89da-47450472f100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cb91f2-1565-4776-9f7d-b38b7ac8120f'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:22:31.082788 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Pushing event updated for resources: {'Port': ['ID=c117ca85-cf8b-49f2-8748-33c92c2726c2,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:31.112290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:31.133007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 92cb91f2-1565-4776-9f7d-b38b7ac8120f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=92cb91f2-1565-4776-9f7d-b38b7ac8120f,segment=NetworkSegment(9d69bd90-dbfc-4d62-b84f-2338df2338fb),segment_id=9d69bd90-dbfc-4d62-b84f-2338df2338fb)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:31.139195 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.142894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:31.143564 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4ca3351a-d052-43b3-87bb-0bb317c2eb32 req-1157022d-a60a-4a7b-988f-baaa3e03ead3 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2461023
Apr 20 18:22:31.167724 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29b8b3-781a-476c-a4a2-450edf2f413d req-7cb7f240-98e0-438d-a8d2-7cf5b85f3584 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:31.169368 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-be29b8b3-781a-476c-a4a2-450edf2f413d req-7cb7f240-98e0-438d-a8d2-7cf5b85f3584 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 944 time: 0.5632734
Apr 20 18:22:31.236280 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=92cb91f2-1565-4776-9f7d-b38b7ac8120f,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:31.240448 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:31.252074 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Attempting to bind port c117ca85-cf8b-49f2-8748-33c92c2726c2 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:31.253602 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Attempting to bind port c117ca85-cf8b-49f2-8748-33c92c2726c2 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:31.254364 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Attempting to bind port c117ca85-cf8b-49f2-8748-33c92c2726c2 on network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:31.265087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Port c117ca85-cf8b-49f2-8748-33c92c2726c2 on network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:22:31.266098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Attempting to bind port c117ca85-cf8b-49f2-8748-33c92c2726c2 on network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:31.275111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:31.276091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Checking segment: {'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:31.276620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Bound using segment: {'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:31.277209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Bound port: c117ca85-cf8b-49f2-8748-33c92c2726c2, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6094ac5c-5146-47b5-8097-0a0ef6c7716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:31.277780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.345875 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-256f3e25-e807-42a3-b5e6-4834dcc0eaf9 req-cf5d7693-2e78-483b-9c86-c5985d861dd3 service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3219464
Apr 20 18:22:31.361012 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-be29b8b3-781a-476c-a4a2-450edf2f413d req-e37cc881-aaf8-4e8c-ad6b-a9c0733a34ba tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519842
Apr 20 18:22:31.430016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] For port c117ca85-cf8b-49f2-8748-33c92c2726c2, host hv-cinder-78692, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:31.439459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] For port c117ca85-cf8b-49f2-8748-33c92c2726c2, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c117ca85-cf8b-49f2-8748-33c92c2726c2,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:31.445557 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.456835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:31.513611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:31.514305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for port, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.515792 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] 10.222.0.41 "PUT /v2.0/ports/c117ca85-cf8b-49f2-8748-33c92c2726c2 HTTP/1.1" status: 200  len: 1093 time: 2.0962834
Apr 20 18:22:31.516299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f2ffac-e344-416f-b41f-aa0634404df5', 'tag': 'c117ca85-cf8b-49f2-8748-33c92c2726c2'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:22:31.563418 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81332f65-a8f9-42ed-b653-584fa4b71926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.580839 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f2ffac-e344-416f-b41f-aa0634404df5', 'tag': 'c117ca85-cf8b-49f2-8748-33c92c2726c2', 'status': 'completed', 'code': 200}
Apr 20 18:22:31.633495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-81332f65-a8f9-42ed-b653-584fa4b71926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:31.653934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-81332f65-a8f9-42ed-b653-584fa4b71926 admin admin] Usage tracker for resource:security_group_rule and tenant:89b2d07a35b54be2bc2cd5b1be88d60e is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:31.660739 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-81332f65-a8f9-42ed-b653-584fa4b71926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:31.670091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Pushing event updated for resources: {'Port': ['ID=c117ca85-cf8b-49f2-8748-33c92c2726c2,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:31.679166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:31.680796 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-81332f65-a8f9-42ed-b653-584fa4b71926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:31.736595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-1e614cbe-ee78-4f7a-a033-87bfd6ae6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:31.738184 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-1e614cbe-ee78-4f7a-a033-87bfd6ae6a94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 1096 time: 0.1593263
Apr 20 18:22:31.827591 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-16b0ce30-3dc8-483d-8c9e-c35f1191d715 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c117ca85-cf8b-49f2-8748-33c92c2726c2 HTTP/1.1" status: 200  len: 217 time: 0.0786195
Apr 20 18:22:31.957766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-f1f308a6-09f8-4f7b-9dd4-89362aebec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:31.959755 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-f1f308a6-09f8-4f7b-9dd4-89362aebec98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2689d2-4350-4ebc-b9a9-82127a455a4c HTTP/1.1" status: 200  len: 859 time: 0.1227376
Apr 20 18:22:31.961316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81332f65-a8f9-42ed-b653-584fa4b71926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.964213 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-81332f65-a8f9-42ed-b653-584fa4b71926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.975477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2f552367-85e0-43a6-8040-0f68a5cbbea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:32.046921 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-48be41b7-a593-4798-9c62-26b40a4c5ed6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0724750
Apr 20 18:22:32.098663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81332f65-a8f9-42ed-b653-584fa4b71926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c659d0-7dae-4b1d-8054-48530667b4fa,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:32.102695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-81332f65-a8f9-42ed-b653-584fa4b71926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:32.128061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f4fa-dc8d-4a88-8df8-dd5806ddb78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.172526 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-81332f65-a8f9-42ed-b653-584fa4b71926 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89b2d07a35b54be2bc2cd5b1be88d60e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2338941
Apr 20 18:22:32.175559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 32848) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:32.252545 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-9dad3c94-adbd-4f49-8a55-137b1416948f service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884823
Apr 20 18:22:32.257779 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e281-4150-4b27-8c15-12616c251464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.293745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e281-4150-4b27-8c15-12616c251464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.405028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e281-4150-4b27-8c15-12616c251464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.409900 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a368f5d-2b2a-4ad9-89da-47450472f100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cb91f2-1565-4776-9f7d-b38b7ac8120f', 'code': 200}
Apr 20 18:22:32.430516 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:32.466752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6e281-4150-4b27-8c15-12616c251464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c659d0-7dae-4b1d-8054-48530667b4fa,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:32.481322 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27d07275-6766-41e6-ab2e-c7c40b78281e req-be8158dc-8b6d-4b0e-b852-ae61d6be2883 service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206481
Apr 20 18:22:32.496600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7bb6e281-4150-4b27-8c15-12616c251464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:32.520911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e281-4150-4b27-8c15-12616c251464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.522896 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7bb6e281-4150-4b27-8c15-12616c251464 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1c659d0-7dae-4b1d-8054-48530667b4fa HTTP/1.1" status: 204  len: 168 time: 0.3449957
Apr 20 18:22:32.633870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc356ca3-cb23-4a18-9388-229fbe4e1f8d req-883c791b-6c08-4d4b-bae4-df6b032b8b8f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:32.639493 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dc356ca3-cb23-4a18-9388-229fbe4e1f8d req-883c791b-6c08-4d4b-bae4-df6b032b8b8f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 943 time: 0.1532040
Apr 20 18:22:32.686430 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b14cb-ab4a-4a1d-b507-14ebc43d1815 req-9d091792-07fc-43c0-a470-8ef5583d6767 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:32.693454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.696191 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cb8b14cb-ab4a-4a1d-b507-14ebc43d1815 req-9d091792-07fc-43c0-a470-8ef5583d6767 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 945 time: 0.1304448
Apr 20 18:22:32.717085 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dc356ca3-cb23-4a18-9388-229fbe4e1f8d req-c6beaf95-a3e6-4e41-ad54-e6ba4543199f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701060
Apr 20 18:22:32.775608 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cb8b14cb-ab4a-4a1d-b507-14ebc43d1815 req-7486f1ca-fa00-418e-8702-b08033643f1f tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783701
Apr 20 18:22:32.931600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad2491-4e67-4d27-8f7c-8a00f08098cb req-a772a331-9345-49d0-bc22-4a5e98c956ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:32.933567 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-67ad2491-4e67-4d27-8f7c-8a00f08098cb req-a772a331-9345-49d0-bc22-4a5e98c956ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 1096 time: 0.1628978
Apr 20 18:22:32.966886 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c310ff3-4547-4b84-9279-a2cd546a01a5 req-a0e89003-b01a-4af0-97d7-34ec42df3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:32.969074 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0c310ff3-4547-4b84-9279-a2cd546a01a5 req-a0e89003-b01a-4af0-97d7-34ec42df3d35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 1098 time: 0.1732402
Apr 20 18:22:32.999641 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-0c310ff3-4547-4b84-9279-a2cd546a01a5 req-25443568-ada7-4749-bdd7-5d8f875aadd4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.022567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-0c310ff3-4547-4b84-9279-a2cd546a01a5 req-25443568-ada7-4749-bdd7-5d8f875aadd4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:33.027768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-0c310ff3-4547-4b84-9279-a2cd546a01a5 req-25443568-ada7-4749-bdd7-5d8f875aadd4 service neutron] Usage tracker for resource:security_group_rule and tenant:5f11bbf5e05544f7876d281aea711235 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:33.036322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-0c310ff3-4547-4b84-9279-a2cd546a01a5 req-25443568-ada7-4749-bdd7-5d8f875aadd4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:33.043783 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-0c310ff3-4547-4b84-9279-a2cd546a01a5 req-25443568-ada7-4749-bdd7-5d8f875aadd4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:33.164174 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-0c310ff3-4547-4b84-9279-a2cd546a01a5 req-25443568-ada7-4749-bdd7-5d8f875aadd4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.169538 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-0c310ff3-4547-4b84-9279-a2cd546a01a5 req-25443568-ada7-4749-bdd7-5d8f875aadd4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.199199 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:33.279940 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0c310ff3-4547-4b84-9279-a2cd546a01a5 req-25443568-ada7-4749-bdd7-5d8f875aadd4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3023980
Apr 20 18:22:33.281245 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad2491-4e67-4d27-8f7c-8a00f08098cb req-b06c841f-a777-4026-bb34-b3590a6247ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:33.282896 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-67ad2491-4e67-4d27-8f7c-8a00f08098cb req-b06c841f-a777-4026-bb34-b3590a6247ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 920 time: 0.3396702
Apr 20 18:22:33.290269 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25443568-ada7-4749-bdd7-5d8f875aadd4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b591193f-5d42-46aa-a5d1-f136c61c1c99,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:33.296639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-25443568-ada7-4749-bdd7-5d8f875aadd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:33.445455 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-67ad2491-4e67-4d27-8f7c-8a00f08098cb req-a87326ef-f3ba-401e-8962-d9631aab6af9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c117ca85-cf8b-49f2-8748-33c92c2726c2 HTTP/1.1" status: 200  len: 217 time: 0.0857890
Apr 20 18:22:33.512244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.633315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad2491-4e67-4d27-8f7c-8a00f08098cb req-291cb86d-ffdd-4772-9d58-c64dc65b68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:33.637333 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-67ad2491-4e67-4d27-8f7c-8a00f08098cb req-291cb86d-ffdd-4772-9d58-c64dc65b68e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2689d2-4350-4ebc-b9a9-82127a455a4c HTTP/1.1" status: 200  len: 859 time: 0.1712577
Apr 20 18:22:33.759921 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-67ad2491-4e67-4d27-8f7c-8a00f08098cb req-0cd6ac6c-5707-422d-a62e-e08a0f274611 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1119213
Apr 20 18:22:33.965893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 32910) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:34.029002 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-67ad2491-4e67-4d27-8f7c-8a00f08098cb req-da7fdcf4-9cc7-46c6-ab2e-f0235ac2f5dc service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2578871
Apr 20 18:22:34.051648 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7b50-efb7-463b-b732-e28e7b16acf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.111766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-bd2c7b50-efb7-463b-b732-e28e7b16acf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:34.136212 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-bd2c7b50-efb7-463b-b732-e28e7b16acf9 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c2fc69e48c49678c264d9f1b3e7e84 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:34.151992 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-bd2c7b50-efb7-463b-b732-e28e7b16acf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:34.220679 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-bd2c7b50-efb7-463b-b732-e28e7b16acf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:34.232399 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdf86e-b352-4b85-8032-e3aa74be2261 req-f2b090ce-aa59-412d-bc9e-5956765e7498 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:34.234524 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-53fdf86e-b352-4b85-8032-e3aa74be2261 req-f2b090ce-aa59-412d-bc9e-5956765e7498 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 943 time: 0.2588854
Apr 20 18:22:34.239501 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-67ad2491-4e67-4d27-8f7c-8a00f08098cb req-e8642dcb-2ed1-43be-9ec9-7b2a3752a5be service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025001
Apr 20 18:22:34.293213 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c57dea-8387-4f12-9278-180b42943ff6 req-4741324e-a49d-4022-915b-22f54593f8c6 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:34.296793 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a7c57dea-8387-4f12-9278-180b42943ff6 req-4741324e-a49d-4022-915b-22f54593f8c6 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 945 time: 0.3093657
Apr 20 18:22:34.320596 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-53fdf86e-b352-4b85-8032-e3aa74be2261 req-aae6e4b0-dad3-4096-8a95-79cf4260cc37 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790646
Apr 20 18:22:34.426508 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a7c57dea-8387-4f12-9278-180b42943ff6 req-508a1df5-aa4b-436c-a0c3-487b999c6652 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124752
Apr 20 18:22:34.431712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device c117ca85-cf8b-49f2-8748-33c92c2726c2 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:22:34.531377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7b50-efb7-463b-b732-e28e7b16acf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.541631 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7b50-efb7-463b-b732-e28e7b16acf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.589593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-851e66ed-0ee5-447a-bbc9-51d41f470cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:34.654496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port c117ca85-cf8b-49f2-8748-33c92c2726c2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c117ca85-cf8b-49f2-8748-33c92c2726c2,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:34.678828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'c117ca85-cf8b-49f2-8748-33c92c2726c2', 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8', 'port_id': 'c117ca85-cf8b-49f2-8748-33c92c2726c2', 'mac_address': 'fa:16:3e:86:99:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2689d2-4350-4ebc-b9a9-82127a455a4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:22:34.716813 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 32930) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:34.719971 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-bd2c7b50-efb7-463b-b732-e28e7b16acf9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7c2fc69e48c49678c264d9f1b3e7e84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7508614
Apr 20 18:22:34.796434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c7b50-efb7-463b-b732-e28e7b16acf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7cb09c-6c7f-4c92-8f3f-1561b2752084,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:34.803504 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bd2c7b50-efb7-463b-b732-e28e7b16acf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:34.834735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.849991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.850591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c00a3def-abb5-41e2-9ae8-e5cff7350b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.860182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c117ca85-cf8b-49f2-8748-33c92c2726c2 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:22:34.902359 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port c117ca85-cf8b-49f2-8748-33c92c2726c2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c117ca85-cf8b-49f2-8748-33c92c2726c2,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:34.909173 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.910959 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 57353603-9b1c-429e-a397-e49d4af0e7cd details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:22:34.918932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c00a3def-abb5-41e2-9ae8-e5cff7350b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.921953 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:35.002430 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c00a3def-abb5-41e2-9ae8-e5cff7350b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:35.014337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-391ff426-b5b0-4b57-b262-8fcecc9267a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:35.039763 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c00a3def-abb5-41e2-9ae8-e5cff7350b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:35.039763 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c00a3def-abb5-41e2-9ae8-e5cff7350b50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c7cb09c-6c7f-4c92-8f3f-1561b2752084 HTTP/1.1" status: 204  len: 168 time: 0.3190784
Apr 20 18:22:35.042356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a3def-abb5-41e2-9ae8-e5cff7350b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7cb09c-6c7f-4c92-8f3f-1561b2752084,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:35.048944 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c00a3def-abb5-41e2-9ae8-e5cff7350b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:35.121740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=c117ca85-cf8b-49f2-8748-33c92c2726c2,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:35.136476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:35.194562 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 57353603-9b1c-429e-a397-e49d4af0e7cd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57353603-9b1c-429e-a397-e49d4af0e7cd,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:35.260204 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '57353603-9b1c-429e-a397-e49d4af0e7cd', 'network_id': 'e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8', 'port_id': '57353603-9b1c-429e-a397-e49d4af0e7cd', 'mac_address': 'fa:16:3e:d5:5f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2689d2-4350-4ebc-b9a9-82127a455a4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:22:35.420249 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:35.471381 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57353603-9b1c-429e-a397-e49d4af0e7cd {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:22:35.544978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 57353603-9b1c-429e-a397-e49d4af0e7cd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57353603-9b1c-429e-a397-e49d4af0e7cd,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:35.553263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:35.557912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:35.690217 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=57353603-9b1c-429e-a397-e49d4af0e7cd,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:35.702030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:35.818350 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47737207-869a-4d22-b6f1-f1f2c88c5c8a req-96f73f01-8c63-480d-a71f-fed111c57eb5 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:35.819185 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-47737207-869a-4d22-b6f1-f1f2c88c5c8a req-96f73f01-8c63-480d-a71f-fed111c57eb5 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 944 time: 0.2520080
Apr 20 18:22:35.841142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['57353603-9b1c-429e-a397-e49d4af0e7cd'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:22:35.935464 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b250c7-59a2-4475-b9f0-bbb6b5763ad4 req-f1d1ae19-3909-4e85-8d28-1fe3f353387f tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:35.939005 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a2b250c7-59a2-4475-b9f0-bbb6b5763ad4 req-f1d1ae19-3909-4e85-8d28-1fe3f353387f tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 945 time: 0.3508749
Apr 20 18:22:35.945190 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-47737207-869a-4d22-b6f1-f1f2c88c5c8a req-a013a6fd-c70c-4e06-ac89-77470d0992e3 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171551
Apr 20 18:22:35.988706 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['c117ca85-cf8b-49f2-8748-33c92c2726c2'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:22:36.034265 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a2b250c7-59a2-4475-b9f0-bbb6b5763ad4 req-6328acd1-5a03-4d08-8184-a043ceede342 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866995
Apr 20 18:22:36.045675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 32982) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:36.541176 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c683b76-c393-48f6-a88e-d79695231af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:36.547662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33004) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:36.578170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-7c683b76-c393-48f6-a88e-d79695231af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:36.592820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-7c683b76-c393-48f6-a88e-d79695231af8 admin admin] Usage tracker for resource:security_group_rule and tenant:efff71cbd2284650acd5dd5d8ff06c54 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:36.614281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-7c683b76-c393-48f6-a88e-d79695231af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:36.636530 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-7c683b76-c393-48f6-a88e-d79695231af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:36.776621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c683b76-c393-48f6-a88e-d79695231af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:36.785650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c683b76-c393-48f6-a88e-d79695231af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:36.845573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ced3b3fd-a0d0-4fcc-bb2b-d9da2a19b5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:36.921730 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7c683b76-c393-48f6-a88e-d79695231af8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efff71cbd2284650acd5dd5d8ff06c54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8738434
Apr 20 18:22:36.922770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c683b76-c393-48f6-a88e-d79695231af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a748c555-a121-4b6f-b54a-f6235fa11e01,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:36.925965 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33022) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:36.926749 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7c683b76-c393-48f6-a88e-d79695231af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:37.127223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e7e5-9800-497e-b862-7542410a1edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.183960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e7e5-9800-497e-b862-7542410a1edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.288494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2cb71-ae01-4b8c-a036-9b2002f93332 req-b86d9086-45e3-460c-8b3b-2271eb25fdc9 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:37.291824 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0ec2cb71-ae01-4b8c-a036-9b2002f93332 req-b86d9086-45e3-460c-8b3b-2271eb25fdc9 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 944 time: 0.1795321
Apr 20 18:22:37.307300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45e400b6-c30c-4a59-9849-c0412f50f5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.336393 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-45e400b6-c30c-4a59-9849-c0412f50f5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:37.339432 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e7e5-9800-497e-b862-7542410a1edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.347182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:37.361940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-45e400b6-c30c-4a59-9849-c0412f50f5bb admin admin] Usage tracker for resource:security_group_rule and tenant:4d6990f607db45d69b67136178b3a0fb is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:37.365788 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6e7e5-9800-497e-b862-7542410a1edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a748c555-a121-4b6f-b54a-f6235fa11e01,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:37.370792 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-45e400b6-c30c-4a59-9849-c0412f50f5bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:37.377411 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0ec2cb71-ae01-4b8c-a036-9b2002f93332 req-096de54a-55a0-434a-a58c-45f8044cbcd6 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770657
Apr 20 18:22:37.384584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a0c6e7e5-9800-497e-b862-7542410a1edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:37.392462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-45e400b6-c30c-4a59-9849-c0412f50f5bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:37.420254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e7e5-9800-497e-b862-7542410a1edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.421510 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a0c6e7e5-9800-497e-b862-7542410a1edb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a748c555-a121-4b6f-b54a-f6235fa11e01 HTTP/1.1" status: 204  len: 168 time: 0.4943252
Apr 20 18:22:37.518654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45e400b6-c30c-4a59-9849-c0412f50f5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.523354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45e400b6-c30c-4a59-9849-c0412f50f5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.534615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-40373179-93eb-48ad-9ad0-6527a1b5a87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:37.573364 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e400b6-c30c-4a59-9849-c0412f50f5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4892d687-5fe2-4b73-a021-3dffb40ca520,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:37.584642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-45e400b6-c30c-4a59-9849-c0412f50f5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:37.595358 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-45e400b6-c30c-4a59-9849-c0412f50f5bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d6990f607db45d69b67136178b3a0fb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0463810
Apr 20 18:22:37.600363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33050) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:37.721685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-51bcba51-17ae-46c3-aff7-1aaf1f1fa67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.762905 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-51bcba51-17ae-46c3-aff7-1aaf1f1fa67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.827548 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-51bcba51-17ae-46c3-aff7-1aaf1f1fa67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.834946 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0ebcdb86-b09a-45e9-89af-8653a0fb1342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:37.850967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcba51-17ae-46c3-aff7-1aaf1f1fa67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4892d687-5fe2-4b73-a021-3dffb40ca520,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:37.853633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-51bcba51-17ae-46c3-aff7-1aaf1f1fa67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:37.862604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-51bcba51-17ae-46c3-aff7-1aaf1f1fa67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.864091 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-51bcba51-17ae-46c3-aff7-1aaf1f1fa67c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4892d687-5fe2-4b73-a021-3dffb40ca520 HTTP/1.1" status: 204  len: 168 time: 0.2621763
Apr 20 18:22:38.141522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33066) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:38.220304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d0a75232-807d-42ac-b332-bff09953f7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.282868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d0a75232-807d-42ac-b332-bff09953f7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:38.291251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d0a75232-807d-42ac-b332-bff09953f7a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b6a2dbe1784e96b75342d45279fcd9 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:38.296568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d0a75232-807d-42ac-b332-bff09953f7a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:38.305029 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d0a75232-807d-42ac-b332-bff09953f7a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:38.541363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d0a75232-807d-42ac-b332-bff09953f7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.552081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d0a75232-807d-42ac-b332-bff09953f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.592693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-21619c6e-bfc4-48df-9985-e8aa6ef7351c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:38.927873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a75232-807d-42ac-b332-bff09953f7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2d9039-3cb6-4e82-a864-b9b35c1c4e5c,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:38.936584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d0a75232-807d-42ac-b332-bff09953f7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:38.940921 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d0a75232-807d-42ac-b332-bff09953f7a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4b6a2dbe1784e96b75342d45279fcd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7978258
Apr 20 18:22:38.944012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33096) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:38.990974 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9676f9-aa27-461a-9799-ff72b9ea9e4a req-5eb2d772-75fa-4701-ba28-96cb98069c1e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:38.992734 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-db9676f9-aa27-461a-9799-ff72b9ea9e4a req-5eb2d772-75fa-4701-ba28-96cb98069c1e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 944 time: 0.2706914
Apr 20 18:22:39.047594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-92822232-281f-4e19-b26d-6756136dd4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.055422 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-db9676f9-aa27-461a-9799-ff72b9ea9e4a req-9118b4c3-67bc-4477-9558-d082511e61cb tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541599
Apr 20 18:22:39.055958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33104) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:39.085973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8943cb9e-bd19-415d-a1b2-dcba159f11ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.086235 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-92822232-281f-4e19-b26d-6756136dd4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.098621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-8943cb9e-bd19-415d-a1b2-dcba159f11ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:39.103905 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-8943cb9e-bd19-415d-a1b2-dcba159f11ff admin admin] Usage tracker for resource:security_group_rule and tenant:e55a48c5741f4db483a4bf06a8b88a17 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:39.108083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-8943cb9e-bd19-415d-a1b2-dcba159f11ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:39.117166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-8943cb9e-bd19-415d-a1b2-dcba159f11ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:39.140593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-92822232-281f-4e19-b26d-6756136dd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.151694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-27c8a06f-adcd-4364-9808-ae5f79e12d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:39.178670 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92822232-281f-4e19-b26d-6756136dd4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2d9039-3cb6-4e82-a864-b9b35c1c4e5c,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:39.186259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-92822232-281f-4e19-b26d-6756136dd4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:39.200322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-92822232-281f-4e19-b26d-6756136dd4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.202347 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-92822232-281f-4e19-b26d-6756136dd4b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f2d9039-3cb6-4e82-a864-b9b35c1c4e5c HTTP/1.1" status: 204  len: 168 time: 0.2563705
Apr 20 18:22:39.230788 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device c117ca85-cf8b-49f2-8748-33c92c2726c2 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:39.249942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8943cb9e-bd19-415d-a1b2-dcba159f11ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.254251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8943cb9e-bd19-415d-a1b2-dcba159f11ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.267234 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-81332f65-a8f9-42ed-b653-584fa4b71926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:39.307004 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943cb9e-bd19-415d-a1b2-dcba159f11ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e8300d-3c95-4bca-9526-16bc8368e8b8,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:39.312299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8943cb9e-bd19-415d-a1b2-dcba159f11ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:39.334659 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-8943cb9e-bd19-415d-a1b2-dcba159f11ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e55a48c5741f4db483a4bf06a8b88a17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2744403
Apr 20 18:22:39.335219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33114) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:39.336506 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port c117ca85-cf8b-49f2-8748-33c92c2726c2 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:39.341881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port c117ca85-cf8b-49f2-8748-33c92c2726c2 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:39.342323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.425224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5a12a07a-852b-4194-943b-d2cc085975a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.458172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5a12a07a-852b-4194-943b-d2cc085975a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.530889 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5a12a07a-852b-4194-943b-d2cc085975a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.542146 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:39.571912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12a07a-852b-4194-943b-d2cc085975a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e8300d-3c95-4bca-9526-16bc8368e8b8,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:39.590096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5a12a07a-852b-4194-943b-d2cc085975a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.594268 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5a12a07a-852b-4194-943b-d2cc085975a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13e8300d-3c95-4bca-9526-16bc8368e8b8 HTTP/1.1" status: 204  len: 168 time: 0.2576520
Apr 20 18:22:39.596257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5a12a07a-852b-4194-943b-d2cc085975a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:39.736112 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.771009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f2ffac-e344-416f-b41f-aa0634404df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c117ca85-cf8b-49f2-8748-33c92c2726c2'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:22:39.799637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port c117ca85-cf8b-49f2-8748-33c92c2726c2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c117ca85-cf8b-49f2-8748-33c92c2726c2,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:39.807239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.808847 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 57353603-9b1c-429e-a397-e49d4af0e7cd up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:39.869752 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f2ffac-e344-416f-b41f-aa0634404df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c117ca85-cf8b-49f2-8748-33c92c2726c2', 'code': 200}
Apr 20 18:22:39.876441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:40.043576 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=c117ca85-cf8b-49f2-8748-33c92c2726c2,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:40.047887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:40.049106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port 57353603-9b1c-429e-a397-e49d4af0e7cd completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:40.055838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 57353603-9b1c-429e-a397-e49d4af0e7cd triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:40.056272 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.259354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.333321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 57353603-9b1c-429e-a397-e49d4af0e7cd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57353603-9b1c-429e-a397-e49d4af0e7cd,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:40.340874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.346727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:40.388484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3db25-4ecc-49ef-be9c-922ee72fd6d1 req-8a8d1f0f-505e-40c3-a0ac-6817dd7fe942 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:40.390705 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-33a3db25-4ecc-49ef-be9c-922ee72fd6d1 req-8a8d1f0f-505e-40c3-a0ac-6817dd7fe942 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1358323
Apr 20 18:22:40.475885 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-33a3db25-4ecc-49ef-be9c-922ee72fd6d1 req-56833ebb-43b4-4de2-871f-48e99da0bb26 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778842
Apr 20 18:22:40.521065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=57353603-9b1c-429e-a397-e49d4af0e7cd,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:40.525544 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:40.626421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22448cca-55de-4950-8840-926bdc27c177 req-0714e144-9806-46e1-9d29-e5cc59008745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:40.628117 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-22448cca-55de-4950-8840-926bdc27c177 req-0714e144-9806-46e1-9d29-e5cc59008745 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 1098 time: 0.1161373
Apr 20 18:22:40.721088 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-22448cca-55de-4950-8840-926bdc27c177 req-499e8c03-3d23-4201-93d1-dd607bea39c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856824
Apr 20 18:22:41.066579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:22:41.872416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d89481-0875-4fe2-9061-6ae75adf149b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57353603-9b1c-429e-a397-e49d4af0e7cd'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:22:41.897781 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac14931-737a-4957-b37b-74e318a8360f req-1faf1f9e-562d-49ed-83e1-dd4545659287 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:41.908148 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cac14931-737a-4957-b37b-74e318a8360f req-1faf1f9e-562d-49ed-83e1-dd4545659287 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1824353
Apr 20 18:22:41.960342 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d89481-0875-4fe2-9061-6ae75adf149b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57353603-9b1c-429e-a397-e49d4af0e7cd', 'code': 200}
Apr 20 18:22:41.992103 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cac14931-737a-4957-b37b-74e318a8360f req-c062c82a-3dc9-4c7b-9a71-cf4546557929 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828745
Apr 20 18:22:42.090788 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33250) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:42.468196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056f76f-fee3-460f-a4c2-da0f6875b1ac req-c2cf779c-30f8-420e-b3bd-f28af198cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:42.470510 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3056f76f-fee3-460f-a4c2-da0f6875b1ac req-c2cf779c-30f8-420e-b3bd-f28af198cac3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 1099 time: 0.1816530
Apr 20 18:22:42.697337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5ba67b06-c224-4993-b797-e48c5e5cd579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:42.735833 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:42.741782 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-5ba67b06-c224-4993-b797-e48c5e5cd579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:42.754209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-5ba67b06-c224-4993-b797-e48c5e5cd579 admin admin] Usage tracker for resource:security_group_rule and tenant:45ee72b7fd754e05bcae1adee091f972 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:42.758106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-5ba67b06-c224-4993-b797-e48c5e5cd579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:42.775038 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-5ba67b06-c224-4993-b797-e48c5e5cd579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:42.973426 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26cf94-2a8c-4266-b4ed-78a890640a20 req-335d4c39-ab5c-438b-99ff-8314b63e2ff1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:42.983106 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5c26cf94-2a8c-4266-b4ed-78a890640a20 req-335d4c39-ab5c-438b-99ff-8314b63e2ff1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.2092924
Apr 20 18:22:43.063601 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5c26cf94-2a8c-4266-b4ed-78a890640a20 req-ec0dab2a-1678-45c5-9eaa-ca1a11e01ee6 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788484
Apr 20 18:22:43.124649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5ba67b06-c224-4993-b797-e48c5e5cd579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.132483 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5ba67b06-c224-4993-b797-e48c5e5cd579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.150935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7d3352b1-e644-4bb4-a899-3427c3cc08d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:43.199543 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5ba67b06-c224-4993-b797-e48c5e5cd579 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45ee72b7fd754e05bcae1adee091f972&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1059451
Apr 20 18:22:43.200566 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba67b06-c224-4993-b797-e48c5e5cd579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27beb664-bda3-48e4-be21-c3bef9b10fca,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:43.204185 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5ba67b06-c224-4993-b797-e48c5e5cd579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:43.205605 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33312) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:43.287315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e60de3a1-e3e6-4f73-ab7b-306f3f5c3cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.319175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e60de3a1-e3e6-4f73-ab7b-306f3f5c3cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.417000 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e60de3a1-e3e6-4f73-ab7b-306f3f5c3cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.423252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:43.449613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60de3a1-e3e6-4f73-ab7b-306f3f5c3cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27beb664-bda3-48e4-be21-c3bef9b10fca,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:43.458092 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3056f76f-fee3-460f-a4c2-da0f6875b1ac req-d9ebfeb7-043b-4a96-bb0f-b9b056f605a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807154
Apr 20 18:22:43.459175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e60de3a1-e3e6-4f73-ab7b-306f3f5c3cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:43.477442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e60de3a1-e3e6-4f73-ab7b-306f3f5c3cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.479253 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e60de3a1-e3e6-4f73-ab7b-306f3f5c3cec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27beb664-bda3-48e4-be21-c3bef9b10fca HTTP/1.1" status: 204  len: 168 time: 0.2722826
Apr 20 18:22:43.720434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33336) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:43.880109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33344) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:43.900941 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ddf520fe-0649-41c3-b00e-0f4a24ba71cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.918394 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-ddf520fe-0649-41c3-b00e-0f4a24ba71cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:43.923552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-ddf520fe-0649-41c3-b00e-0f4a24ba71cf admin admin] Usage tracker for resource:security_group_rule and tenant:714614f0858f430e992d0f0554b58750 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:43.927561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-ddf520fe-0649-41c3-b00e-0f4a24ba71cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:43.934724 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-ddf520fe-0649-41c3-b00e-0f4a24ba71cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:44.039549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ddf520fe-0649-41c3-b00e-0f4a24ba71cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.043006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ddf520fe-0649-41c3-b00e-0f4a24ba71cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.053388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:44.097634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf520fe-0649-41c3-b00e-0f4a24ba71cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5880d65e-ce26-4450-887f-b0e9db7e7ac9,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:44.103886 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ddf520fe-0649-41c3-b00e-0f4a24ba71cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:44.112523 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33356) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:44.114161 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ddf520fe-0649-41c3-b00e-0f4a24ba71cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=714614f0858f430e992d0f0554b58750&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2324419
Apr 20 18:22:44.217084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd821-03b1-4b9a-98b8-c20e2e68723e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.233539 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca89de4b-fd14-4b11-a893-d66c6189a677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.249301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-c3cbd821-03b1-4b9a-98b8-c20e2e68723e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:44.255576 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-c3cbd821-03b1-4b9a-98b8-c20e2e68723e admin admin] Usage tracker for resource:security_group_rule and tenant:e50e164b02b2462aafa501c91646fe7b is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:44.265196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-c3cbd821-03b1-4b9a-98b8-c20e2e68723e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:44.273263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-c3cbd821-03b1-4b9a-98b8-c20e2e68723e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:44.330907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da23a84-c5f0-45b1-bb0b-50d9186e2bd4 req-72b8f325-44e7-473c-9a11-806b83e316df tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:44.332987 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7da23a84-c5f0-45b1-bb0b-50d9186e2bd4 req-72b8f325-44e7-473c-9a11-806b83e316df tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1193211
Apr 20 18:22:44.373552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd821-03b1-4b9a-98b8-c20e2e68723e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.379009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd821-03b1-4b9a-98b8-c20e2e68723e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.387507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca89de4b-fd14-4b11-a893-d66c6189a677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.401078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2558eb7f-40d8-4400-af4d-677fadc778ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:44.403269 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7da23a84-c5f0-45b1-bb0b-50d9186e2bd4 req-79de5111-eb8f-4368-b5ed-ed97280a8cd4 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568581
Apr 20 18:22:44.652799 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbd821-03b1-4b9a-98b8-c20e2e68723e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e31ae4-f967-4815-9929-6a028e51c579,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:44.656141 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c3cbd821-03b1-4b9a-98b8-c20e2e68723e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:44.667718 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c3cbd821-03b1-4b9a-98b8-c20e2e68723e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e50e164b02b2462aafa501c91646fe7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9461296
Apr 20 18:22:44.671265 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33374) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:44.741651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca89de4b-fd14-4b11-a893-d66c6189a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.748309 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:44.759828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c2a0-2c51-4136-8c51-0a80e37dccd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.772074 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89de4b-fd14-4b11-a893-d66c6189a677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5880d65e-ce26-4450-887f-b0e9db7e7ac9,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:44.774552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ca89de4b-fd14-4b11-a893-d66c6189a677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:44.800040 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca89de4b-fd14-4b11-a893-d66c6189a677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.803944 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ca89de4b-fd14-4b11-a893-d66c6189a677 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5880d65e-ce26-4450-887f-b0e9db7e7ac9 HTTP/1.1" status: 204  len: 168 time: 0.6871884
Apr 20 18:22:44.803944 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c2a0-2c51-4136-8c51-0a80e37dccd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.868279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c2a0-2c51-4136-8c51-0a80e37dccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.873924 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:44.887462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1c2a0-2c51-4136-8c51-0a80e37dccd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e31ae4-f967-4815-9929-6a028e51c579,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:44.890118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8ae1c2a0-2c51-4136-8c51-0a80e37dccd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:44.896954 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8ae1c2a0-2c51-4136-8c51-0a80e37dccd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.900873 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-8ae1c2a0-2c51-4136-8c51-0a80e37dccd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93e31ae4-f967-4815-9929-6a028e51c579 HTTP/1.1" status: 204  len: 168 time: 0.2259521
Apr 20 18:22:45.074578 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33388) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:45.415029 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bb2fe8e0-96de-4042-8bb0-dfaf3f5b4777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:45.507635 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-bb2fe8e0-96de-4042-8bb0-dfaf3f5b4777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:45.533433 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-bb2fe8e0-96de-4042-8bb0-dfaf3f5b4777 admin admin] Usage tracker for resource:security_group_rule and tenant:590cb5af3d9847c28a56b94da5448993 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:45.540835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-bb2fe8e0-96de-4042-8bb0-dfaf3f5b4777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:45.548188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33412) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:45.558391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-bb2fe8e0-96de-4042-8bb0-dfaf3f5b4777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:45.594695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-01e91417-59b1-40a2-ae2e-04645bbbd5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:45.612191 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-01e91417-59b1-40a2-ae2e-04645bbbd5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:45.618222 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-01e91417-59b1-40a2-ae2e-04645bbbd5dd admin admin] Usage tracker for resource:security_group_rule and tenant:1214a3473ed442ef8f4c69e1804e7450 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:45.621828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-01e91417-59b1-40a2-ae2e-04645bbbd5dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:45.629676 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-01e91417-59b1-40a2-ae2e-04645bbbd5dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:45.727493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-01e91417-59b1-40a2-ae2e-04645bbbd5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:45.728687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b16b2-cf63-45b8-95ac-b4f5627436ed req-8a9a2064-802f-484f-ab0b-d639a04ea384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:45.730371 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-810b16b2-cf63-45b8-95ac-b4f5627436ed req-8a9a2064-802f-484f-ab0b-d639a04ea384 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 1098 time: 0.3008630
Apr 20 18:22:45.731195 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-01e91417-59b1-40a2-ae2e-04645bbbd5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:45.741693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cf6b69db-0637-4ead-8af4-6018f547fee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:45.788378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e91417-59b1-40a2-ae2e-04645bbbd5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a88855-ab13-4682-9abb-87eb3ca9d841,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:45.796520 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-01e91417-59b1-40a2-ae2e-04645bbbd5dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1214a3473ed442ef8f4c69e1804e7450&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2471240
Apr 20 18:22:45.797484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33418) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:45.798617 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-01e91417-59b1-40a2-ae2e-04645bbbd5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:45.907682 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1811d0d-dbea-4ac8-b2cb-d13416b31d25 req-5d19540d-f8be-41e4-b0a6-7452cdd8c10a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:45.909688 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f1811d0d-dbea-4ac8-b2cb-d13416b31d25 req-5d19540d-f8be-41e4-b0a6-7452cdd8c10a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.3036704
Apr 20 18:22:46.008591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b16b2-cf63-45b8-95ac-b4f5627436ed req-91b460f4-52b6-4069-bb7c-eca2e57da09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:46.010367 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-810b16b2-cf63-45b8-95ac-b4f5627436ed req-91b460f4-52b6-4069-bb7c-eca2e57da09b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 920 time: 0.2697070
Apr 20 18:22:46.021134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bb2fe8e0-96de-4042-8bb0-dfaf3f5b4777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.095598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bb2fe8e0-96de-4042-8bb0-dfaf3f5b4777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.107626 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2b7b871c-b71b-4388-b35a-7ecbedeeebd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.117101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fd3c3732-76a3-4f28-bb91-a72de1f68e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:46.132515 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-810b16b2-cf63-45b8-95ac-b4f5627436ed req-8257cf13-d254-4c0a-b527-4452eb1f54d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c117ca85-cf8b-49f2-8748-33c92c2726c2 HTTP/1.1" status: 200  len: 217 time: 0.1074812
Apr 20 18:22:46.140766 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f1811d0d-dbea-4ac8-b2cb-d13416b31d25 req-00503e07-7acb-4492-a365-e649e6973765 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2020092
Apr 20 18:22:46.158451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2b7b871c-b71b-4388-b35a-7ecbedeeebd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.212360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33436) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:46.228178 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-bb2fe8e0-96de-4042-8bb0-dfaf3f5b4777 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=590cb5af3d9847c28a56b94da5448993&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1477721
Apr 20 18:22:46.230446 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fe8e0-96de-4042-8bb0-dfaf3f5b4777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b83af3-51ed-4434-a20b-778ac1c00a9c,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:46.235564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33440) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:46.241159 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bb2fe8e0-96de-4042-8bb0-dfaf3f5b4777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:46.279621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2b7b871c-b71b-4388-b35a-7ecbedeeebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.296048 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b16b2-cf63-45b8-95ac-b4f5627436ed req-1bcec4f8-dcda-434b-818b-08156b4bc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:46.297647 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-810b16b2-cf63-45b8-95ac-b4f5627436ed req-1bcec4f8-dcda-434b-818b-08156b4bc39b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2689d2-4350-4ebc-b9a9-82127a455a4c HTTP/1.1" status: 200  len: 859 time: 0.1459873
Apr 20 18:22:46.322864 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ba5705c7-b4e9-4ceb-b0bf-40d56d1aa493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:46.370512 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-810b16b2-cf63-45b8-95ac-b4f5627436ed req-21a70d27-058a-4e4b-a4c4-5f29f5a47ac9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602808
Apr 20 18:22:46.375920 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b871c-b71b-4388-b35a-7ecbedeeebd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a88855-ab13-4682-9abb-87eb3ca9d841,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:46.391274 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2b7b871c-b71b-4388-b35a-7ecbedeeebd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:46.392133 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2b7b871c-b71b-4388-b35a-7ecbedeeebd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.399840 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-2b7b871c-b71b-4388-b35a-7ecbedeeebd3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52a88855-ab13-4682-9abb-87eb3ca9d841 HTTP/1.1" status: 204  len: 168 time: 0.5992715
Apr 20 18:22:46.504280 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-87413d2b-6478-4d18-b1b8-613546e48579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.530743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1363742495-network', 'tenant_id': '07dfe43296494b8096b692cf87553fe3'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:46.539419 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:46.563941 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Usage tracker for resource:network and tenant:07dfe43296494b8096b692cf87553fe3 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:46.571503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:46.580721 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-87413d2b-6478-4d18-b1b8-613546e48579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.590091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:46.645574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Made reservation on behalf of 07dfe43296494b8096b692cf87553fe3 for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:46.650384 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.691794 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.716578 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-810b16b2-cf63-45b8-95ac-b4f5627436ed req-55276627-71b5-44f7-baa0-2551fb9ae685 service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3278108
Apr 20 18:22:46.721878 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:46.755321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Usage tracker for resource:security_group_rule and tenant:07dfe43296494b8096b692cf87553fe3 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:46.758686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:46.765872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-87413d2b-6478-4d18-b1b8-613546e48579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.852569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a973e65b-1b0e-4135-9c68-296455eaad76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:46.861104 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:46.885538 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87413d2b-6478-4d18-b1b8-613546e48579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b83af3-51ed-4434-a20b-778ac1c00a9c,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:46.901831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-87413d2b-6478-4d18-b1b8-613546e48579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:46.906282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-87413d2b-6478-4d18-b1b8-613546e48579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.907527 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-87413d2b-6478-4d18-b1b8-613546e48579 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6b83af3-51ed-4434-a20b-778ac1c00a9c HTTP/1.1" status: 204  len: 168 time: 0.6709614
Apr 20 18:22:46.984200 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-810b16b2-cf63-45b8-95ac-b4f5627436ed req-4941d484-5039-45ee-8635-9db1e4a9520d service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2585530
Apr 20 18:22:47.067517 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.071811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.076648 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6b09dc52-5b30-45bd-b1fb-06bad48bfe89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:47.095625 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33480) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:47.124510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4fe316-6a37-4fe8-9fe0-57a33c233a25,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:47.140129 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:47.141480 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:22:47.156729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.157423 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Added segment ae8e715e-22b8-4a16-92b6-90dd4d35b0de of type vlan for network b5118365-13c3-4b13-bdef-2bd3339c1fe3
Apr 20 18:22:47.192469 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.237073 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.238479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:47.239077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.249751 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:47.356874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-acb2d55d-f3ab-4b72-9c23-ccde81920220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.375998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-acb2d55d-f3ab-4b72-9c23-ccde81920220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:47.380355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-acb2d55d-f3ab-4b72-9c23-ccde81920220 admin admin] Usage tracker for resource:security_group_rule and tenant:f2024daa7f214c5aa614bfd5294e37ea is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:47.383468 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-acb2d55d-f3ab-4b72-9c23-ccde81920220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:47.390133 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-acb2d55d-f3ab-4b72-9c23-ccde81920220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:47.459982 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2423439
Apr 20 18:22:47.459982 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33498) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:47.462443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33500) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:47.475191 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Pushing event updated for resources: {'Network': ['ID=b5118365-13c3-4b13-bdef-2bd3339c1fe3,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:47.481174 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Request body: {'subnet': {'network_id': 'b5118365-13c3-4b13-bdef-2bd3339c1fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1363742495-subnet', 'tenant_id': '07dfe43296494b8096b692cf87553fe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:47.510364 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network b5118365-13c3-4b13-bdef-2bd3339c1fe3 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:22:47.511993 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:47.520967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:47.535035 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c7b3-8230-4ce8-afef-bbb110dbbc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.561800 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Usage tracker for resource:subnet and tenant:07dfe43296494b8096b692cf87553fe3 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:47.577012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:47.583713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c0928-74ba-497e-b3c2-e9eb7b3e3eab req-522becfb-3afe-4bad-b092-93baaae6bc7e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:47.585452 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-876c0928-74ba-497e-b3c2-e9eb7b3e3eab req-522becfb-3afe-4bad-b092-93baaae6bc7e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.2138233
Apr 20 18:22:47.587600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-acb2d55d-f3ab-4b72-9c23-ccde81920220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.596686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-acb2d55d-f3ab-4b72-9c23-ccde81920220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.598701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:47.601219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-e2e7c7b3-8230-4ce8-afef-bbb110dbbc47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:47.626015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-e2e7c7b3-8230-4ce8-afef-bbb110dbbc47 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5dbd2c42f246fcb6ccb46a1e058d7b is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:47.629181 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:47.638546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-e2e7c7b3-8230-4ce8-afef-bbb110dbbc47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:47.642576 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-acb2d55d-f3ab-4b72-9c23-ccde81920220 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2024daa7f214c5aa614bfd5294e37ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5434787
Apr 20 18:22:47.654840 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-e2e7c7b3-8230-4ce8-afef-bbb110dbbc47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:47.660978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33510) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:47.673408 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Made reservation on behalf of 07dfe43296494b8096b692cf87553fe3 for: {'subnet': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:47.684761 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852364157'] for subnet, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.704786 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-876c0928-74ba-497e-b3c2-e9eb7b3e3eab req-eb3aaedc-e985-426b-a862-8135a4092737 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097436
Apr 20 18:22:47.741208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2d55d-f3ab-4b72-9c23-ccde81920220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4d7aac-8921-4c49-b4e9-c3ce38aa455a,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:47.744753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-acb2d55d-f3ab-4b72-9c23-ccde81920220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:48.156811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d7afbe3-d726-4bd3-bfeb-a12887fb914c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.230238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33530) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:48.265726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d7afbe3-d726-4bd3-bfeb-a12887fb914c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.328606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c7b3-8230-4ce8-afef-bbb110dbbc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.352240 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c7b3-8230-4ce8-afef-bbb110dbbc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.363928 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:48.445367 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e2e7c7b3-8230-4ce8-afef-bbb110dbbc47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f5dbd2c42f246fcb6ccb46a1e058d7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9821358
Apr 20 18:22:48.447838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33538) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:48.449263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7c7b3-8230-4ce8-afef-bbb110dbbc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321a97e1-dfa5-4245-95ac-33892bbef182,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:48.453416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e2e7c7b3-8230-4ce8-afef-bbb110dbbc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:48.476218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d7afbe3-d726-4bd3-bfeb-a12887fb914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.481732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8ae1c2a0-2c51-4136-8c51-0a80e37dccd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:48.554868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7afbe3-d726-4bd3-bfeb-a12887fb914c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4d7aac-8921-4c49-b4e9-c3ce38aa455a,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:48.560859 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7d7afbe3-d726-4bd3-bfeb-a12887fb914c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:48.575066 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d7afbe3-d726-4bd3-bfeb-a12887fb914c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.578911 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7d7afbe3-d726-4bd3-bfeb-a12887fb914c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc4d7aac-8921-4c49-b4e9-c3ce38aa455a HTTP/1.1" status: 204  len: 168 time: 0.9144182
Apr 20 18:22:48.596067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0f1170d1-afc5-4ef9-a206-aa54f8ce8332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.646640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d1450d65-6f50-4458-bda4-80c5b854c095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.678316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d1450d65-6f50-4458-bda4-80c5b854c095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:48.682380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0f1170d1-afc5-4ef9-a206-aa54f8ce8332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.695219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d1450d65-6f50-4458-bda4-80c5b854c095 admin admin] Usage tracker for resource:security_group_rule and tenant:0651872d91ce446297c98481f30e8b21 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:48.700670 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d1450d65-6f50-4458-bda4-80c5b854c095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:48.721000 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d1450d65-6f50-4458-bda4-80c5b854c095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:48.759597 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2339437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852364142'] for subnet, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.767663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b0400610-1538-4527-ba00-40ca904aeeca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:48.830855 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0f1170d1-afc5-4ef9-a206-aa54f8ce8332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.865972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21bfbd2a-f09e-4f49-8c0d-4929531c528e,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:48.869628 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:48.878130 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Checking segment: {'id': 'ae8e715e-22b8-4a16-92b6-90dd4d35b0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b5118365-13c3-4b13-bdef-2bd3339c1fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:48.879503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Network hostable DHCP agents. Network: b5118365-13c3-4b13-bdef-2bd3339c1fe3, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:22:48.904550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Network b5118365-13c3-4b13-bdef-2bd3339c1fe3 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:22:48.913518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a0c6e7e5-9800-497e-b862-7542410a1edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:48.916219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, b5118365-13c3-4b13-bdef-2bd3339c1fe3) {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:48.928454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81934d30-2fbe-48d1-aedb-df856201f6b7 None None] Network b5118365-13c3-4b13-bdef-2bd3339c1fe3 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:48.933600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1170d1-afc5-4ef9-a206-aa54f8ce8332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a97e1-dfa5-4245-95ac-33892bbef182,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:48.946392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0f1170d1-afc5-4ef9-a206-aa54f8ce8332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:48.963732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:48.964627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.971653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0f1170d1-afc5-4ef9-a206-aa54f8ce8332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.973804 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-0f1170d1-afc5-4ef9-a206-aa54f8ce8332 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/321a97e1-dfa5-4245-95ac-33892bbef182 HTTP/1.1" status: 204  len: 168 time: 0.5234351
Apr 20 18:22:48.996017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d1450d65-6f50-4458-bda4-80c5b854c095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.999389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d1450d65-6f50-4458-bda4-80c5b854c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.010231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-92822232-281f-4e19-b26d-6756136dd4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:49.040284 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-2b0beb2e-2a15-4799-b59f-5d06f90a2983 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5667100
Apr 20 18:22:49.052292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1450d65-6f50-4458-bda4-80c5b854c095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d6ecc0-fe73-4078-a237-2609984a8325,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:49.087372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d1450d65-6f50-4458-bda4-80c5b854c095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:49.100090 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d1450d65-6f50-4458-bda4-80c5b854c095 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0651872d91ce446297c98481f30e8b21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8686633
Apr 20 18:22:49.104204 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33564) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:49.223550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce84566-7554-49cb-8821-206f86b4ce04 req-1fd2a607-8fb4-4927-8bda-0d184a9142fb tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:49.228162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df9ff27b-5b7f-4e3f-a5d7-4a6d72465f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.240796 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2ce84566-7554-49cb-8821-206f86b4ce04 req-1fd2a607-8fb4-4927-8bda-0d184a9142fb tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.2035451
Apr 20 18:22:49.264716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df9ff27b-5b7f-4e3f-a5d7-4a6d72465f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.345962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df9ff27b-5b7f-4e3f-a5d7-4a6d72465f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.352850 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7bb6e281-4150-4b27-8c15-12616c251464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:49.356028 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2ce84566-7554-49cb-8821-206f86b4ce04 req-b1fa3612-a5e2-4f35-90bf-330ef4715c1b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142497
Apr 20 18:22:49.369005 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ff27b-5b7f-4e3f-a5d7-4a6d72465f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d6ecc0-fe73-4078-a237-2609984a8325,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:49.380439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-df9ff27b-5b7f-4e3f-a5d7-4a6d72465f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:49.396402 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df9ff27b-5b7f-4e3f-a5d7-4a6d72465f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.398360 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-df9ff27b-5b7f-4e3f-a5d7-4a6d72465f79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14d6ecc0-fe73-4078-a237-2609984a8325 HTTP/1.1" status: 204  len: 168 time: 0.2921624
Apr 20 18:22:49.420060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331dcc5f-3e33-4b67-a775-132a0b93ad98 None None] Network b5118365-13c3-4b13-bdef-2bd3339c1fe3 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:49.428712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33572) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:49.458418 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-11243c21-cdb6-4a0d-98cc-0a4081b44850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.483470 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-11243c21-cdb6-4a0d-98cc-0a4081b44850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:49.488923 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-11243c21-cdb6-4a0d-98cc-0a4081b44850 admin admin] Usage tracker for resource:security_group_rule and tenant:22133565a82d4a6a8150eba3aa979a28 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:49.493957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-11243c21-cdb6-4a0d-98cc-0a4081b44850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:49.503053 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-11243c21-cdb6-4a0d-98cc-0a4081b44850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:49.663348 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-11243c21-cdb6-4a0d-98cc-0a4081b44850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.667261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-11243c21-cdb6-4a0d-98cc-0a4081b44850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.678386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:49.732572 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-11243c21-cdb6-4a0d-98cc-0a4081b44850 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22133565a82d4a6a8150eba3aa979a28&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2998254
Apr 20 18:22:49.732962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33582) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:49.736314 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11243c21-cdb6-4a0d-98cc-0a4081b44850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207dde59-0587-41ff-99ac-0c9162ddaa56,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:49.782567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-11243c21-cdb6-4a0d-98cc-0a4081b44850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:49.850477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-88fd48d6-4617-411f-a485-8650784476f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.881536 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-88fd48d6-4617-411f-a485-8650784476f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.933712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-88fd48d6-4617-411f-a485-8650784476f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.940109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:49.956082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd48d6-4617-411f-a485-8650784476f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207dde59-0587-41ff-99ac-0c9162ddaa56,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:49.959348 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-88fd48d6-4617-411f-a485-8650784476f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:49.960352 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-88fd48d6-4617-411f-a485-8650784476f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.964275 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-88fd48d6-4617-411f-a485-8650784476f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/207dde59-0587-41ff-99ac-0c9162ddaa56 HTTP/1.1" status: 204  len: 168 time: 0.2275701
Apr 20 18:22:50.563744 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33622) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:50.610521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a2a0abb3-2176-47a0-bed8-875a2e33138b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.647857 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a2a0abb3-2176-47a0-bed8-875a2e33138b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:50.656694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a2a0abb3-2176-47a0-bed8-875a2e33138b admin admin] Usage tracker for resource:security_group_rule and tenant:2f0cc57aec22461699b2448e42f5de5c is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:50.660963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a2a0abb3-2176-47a0-bed8-875a2e33138b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:50.663075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87f9ed-46d9-4dff-a18a-fe98314e8bb2 req-a902b101-56e3-4d54-b4d0-3b1896e69326 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:50.664965 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4a87f9ed-46d9-4dff-a18a-fe98314e8bb2 req-a902b101-56e3-4d54-b4d0-3b1896e69326 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1462698
Apr 20 18:22:50.668825 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a2a0abb3-2176-47a0-bed8-875a2e33138b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:50.718557 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4a87f9ed-46d9-4dff-a18a-fe98314e8bb2 req-26f01511-23f2-4519-8570-cc6e122a9240 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468242
Apr 20 18:22:50.779075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a2a0abb3-2176-47a0-bed8-875a2e33138b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.782428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a2a0abb3-2176-47a0-bed8-875a2e33138b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.793008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7d7afbe3-d726-4bd3-bfeb-a12887fb914c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:50.827022 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0abb3-2176-47a0-bed8-875a2e33138b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66686795-13c0-4230-848b-f41fe2148f18,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:50.830450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a2a0abb3-2176-47a0-bed8-875a2e33138b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:50.854193 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a2a0abb3-2176-47a0-bed8-875a2e33138b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f0cc57aec22461699b2448e42f5de5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2867391
Apr 20 18:22:50.854672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33632) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:50.930963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2392a734-063c-42e3-9a0d-b261505a2bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.961908 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2392a734-063c-42e3-9a0d-b261505a2bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.012921 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2392a734-063c-42e3-9a0d-b261505a2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.018383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ddf520fe-0649-41c3-b00e-0f4a24ba71cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:51.036026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392a734-063c-42e3-9a0d-b261505a2bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66686795-13c0-4230-848b-f41fe2148f18,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:51.038314 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2392a734-063c-42e3-9a0d-b261505a2bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.039533 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-2392a734-063c-42e3-9a0d-b261505a2bc5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66686795-13c0-4230-848b-f41fe2148f18 HTTP/1.1" status: 204  len: 168 time: 0.1837742
Apr 20 18:22:51.040454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2392a734-063c-42e3-9a0d-b261505a2bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:51.353879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33656) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:51.360357 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2080259204-network', 'tenant_id': 'd834ab94724442e6bffb8bb4bf695f85'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:51.368096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:51.372789 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Usage tracker for resource:network and tenant:d834ab94724442e6bffb8bb4bf695f85 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:51.377365 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:51.385266 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:51.396651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Made reservation on behalf of d834ab94724442e6bffb8bb4bf695f85 for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:51.402727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.419005 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.438221 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:51.443676 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Usage tracker for resource:security_group_rule and tenant:d834ab94724442e6bffb8bb4bf695f85 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:51.447895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:51.454588 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:51.574414 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.578627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.585704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:51.625377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f83d95-6cc4-4723-9a36-cd733ac1bcc1,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:51.635374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:51.651876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:22:51.669058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.669475 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Added segment 3e477bf8-2248-47a1-a5e6-5e0e0e3192d3 of type vlan for network 20aa1331-6ad6-4a94-9f8c-a6fc74572442
Apr 20 18:22:51.714225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.771107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.774608 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:51.775413 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.806824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2e9c9eed-0a5e-4996-8602-da02d457c80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:52.015570 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6603277
Apr 20 18:22:52.018556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33682) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:52.021761 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Pushing event updated for resources: {'Network': ['ID=20aa1331-6ad6-4a94-9f8c-a6fc74572442,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:52.042838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network 20aa1331-6ad6-4a94-9f8c-a6fc74572442 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:22:52.045705 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Request body: {'subnet': {'network_id': '20aa1331-6ad6-4a94-9f8c-a6fc74572442', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2080259204-subnet', 'tenant_id': 'd834ab94724442e6bffb8bb4bf695f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:52.051838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:52.052945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:52.074488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Usage tracker for resource:subnet and tenant:d834ab94724442e6bffb8bb4bf695f85 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:52.080915 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:52.095809 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:52.115220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24aae7-5164-422b-a7a3-853ba941935b req-bffaf90e-478b-4ba1-a3e3-377a0271fffb tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:52.128503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Made reservation on behalf of d834ab94724442e6bffb8bb4bf695f85 for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:52.133885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138343'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.134712 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1f24aae7-5164-422b-a7a3-853ba941935b req-bffaf90e-478b-4ba1-a3e3-377a0271fffb tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1979518
Apr 20 18:22:52.238345 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1f24aae7-5164-422b-a7a3-853ba941935b req-5a72d2ab-6338-4d04-be00-c924ce1c4b75 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024628
Apr 20 18:22:52.593777 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf3b25-47a8-4c1b-a976-33332ce3c1b7 req-a0d6b188-b4c2-48ac-ba3b-6933c693b196 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:52.595506 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-aecf3b25-47a8-4c1b-a976-33332ce3c1b7 req-a0d6b188-b4c2-48ac-ba3b-6933c693b196 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 945 time: 0.1701915
Apr 20 18:22:52.746596 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-aecf3b25-47a8-4c1b-a976-33332ce3c1b7 req-7129972a-447a-40f8-98e0-6a94526375c7 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268296
Apr 20 18:22:52.962412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2280192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138358'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.976213 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8a4e4481-2712-4943-8a00-f10afe33cfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:53.158096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7c93c7-a942-4a71-b36b-a918f2d012df,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:53.167336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:53.169278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Checking segment: {'id': '3e477bf8-2248-47a1-a5e6-5e0e0e3192d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '20aa1331-6ad6-4a94-9f8c-a6fc74572442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:53.169991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Network hostable DHCP agents. Network: 20aa1331-6ad6-4a94-9f8c-a6fc74572442, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:22:53.209192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Network 20aa1331-6ad6-4a94-9f8c-a6fc74572442 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:22:53.226417 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, 20aa1331-6ad6-4a94-9f8c-a6fc74572442) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:53.245099 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b29cf0b-db18-465d-8aa1-a0893adf79c8 None None] Network 20aa1331-6ad6-4a94-9f8c-a6fc74572442 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:53.253189 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:53.254750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.303879 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a25e1ee7-3df5-4b2b-9865-d4d19904d1bc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2840974
Apr 20 18:22:53.574565 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498670d4-031d-47e8-868f-8b80cb725012 req-96b924a8-e1d2-42f0-8ab2-3b6049c9f3d3 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:53.585063 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-498670d4-031d-47e8-868f-8b80cb725012 req-96b924a8-e1d2-42f0-8ab2-3b6049c9f3d3 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1112909
Apr 20 18:22:53.644779 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-498670d4-031d-47e8-868f-8b80cb725012 req-61e6710e-1cdc-4be0-ada5-c28a8abf7440 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583024
Apr 20 18:22:53.721746 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f0eae-8c88-422d-baf8-de66f90582ae None None] Network 20aa1331-6ad6-4a94-9f8c-a6fc74572442 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:54.290494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dc814-727b-411b-bb8d-6a6f60d7ccf3 req-a6863d5a-cec7-48eb-b0b7-6200e5b79b7f tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:54.292111 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f0dc814-727b-411b-bb8d-6a6f60d7ccf3 req-a6863d5a-cec7-48eb-b0b7-6200e5b79b7f tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 945 time: 0.1991198
Apr 20 18:22:54.426624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-4f0dc814-727b-411b-bb8d-6a6f60d7ccf3 req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Deleting port 92cb91f2-1565-4776-9f7d-b38b7ac8120f {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:22:54.427136 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-4f0dc814-727b-411b-bb8d-6a6f60d7ccf3 req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:54.472392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a63a6-0c90-46e9-b3b8-7c55e46a492e req-212d4e58-fe9a-4a52-918e-c4d689f5e808 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:54.475013 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c25a63a6-0c90-46e9-b3b8-7c55e46a492e req-212d4e58-fe9a-4a52-918e-c4d689f5e808 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 945 time: 0.2370152
Apr 20 18:22:54.562580 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c25a63a6-0c90-46e9-b3b8-7c55e46a492e req-cbf233ca-282a-47ae-ae63-eaf1963cc388 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783870
Apr 20 18:22:55.272175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-4f0dc814-727b-411b-bb8d-6a6f60d7ccf3 req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] For port 92cb91f2-1565-4776-9f7d-b38b7ac8120f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=92cb91f2-1565-4776-9f7d-b38b7ac8120f,segment=NetworkSegment(9d69bd90-dbfc-4d62-b84f-2338df2338fb),segment_id=9d69bd90-dbfc-4d62-b84f-2338df2338fb)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:55.272754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-4f0dc814-727b-411b-bb8d-6a6f60d7ccf3 req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:55.464663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-4f0dc814-727b-411b-bb8d-6a6f60d7ccf3 req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Calling delete_port for 92cb91f2-1565-4776-9f7d-b38b7ac8120f owned by compute:nova {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:22:55.510977 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67155b0-a645-47c6-bec9-e50f2bfe9c03 req-065491ad-e08a-46dd-b436-d8338d1e9edf tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:55.512632 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d67155b0-a645-47c6-bec9-e50f2bfe9c03 req-065491ad-e08a-46dd-b436-d8338d1e9edf tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.6485136
Apr 20 18:22:55.875669 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d67155b0-a645-47c6-bec9-e50f2bfe9c03 req-f3b5e270-60dc-40ee-8420-90226743d617 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3517284
Apr 20 18:22:55.877411 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-4f0dc814-727b-411b-bb8d-6a6f60d7ccf3 req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:55.904023 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:55.926826 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c6a48-a595-4ec2-993b-a3dd4d7549d8 req-7cdfdcd2-80f2-4867-bb89-28a9a04b90e7 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:55.934858 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-511c6a48-a595-4ec2-993b-a3dd4d7549d8 req-7cdfdcd2-80f2-4867-bb89-28a9a04b90e7 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 867 time: 0.1873543
Apr 20 18:22:55.990356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Pushing event deleted for resources: {'Port': ['ID=92cb91f2-1565-4776-9f7d-b38b7ac8120f,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:56.001123 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-511c6a48-a595-4ec2-993b-a3dd4d7549d8 req-a8d0bbcf-01c7-4e55-8822-27d594695f0c tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/security-groups?id=757ee491-fcc7-4645-990c-eb569d11109f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651882
Apr 20 18:22:56.041061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.041271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33852) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:56.041688 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.042233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.042729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.043436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.043781 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.044275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.044768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.045250 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.045734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.046399 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.046889 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.057980 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:56.125653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0dc814-727b-411b-bb8d-6a6f60d7ccf3 req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] No DVR routers for this DVR port 92cb91f2-1565-4776-9f7d-b38b7ac8120f on host hv-cinder-78692 {{(pid=86370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:22:56.131449 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-4f0dc814-727b-411b-bb8d-6a6f60d7ccf3 req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.137699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a368f5d-2b2a-4ad9-89da-47450472f100', 'name': 'network-vif-deleted', 'tag': '92cb91f2-1565-4776-9f7d-b38b7ac8120f'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:22:56.221317 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f0dc814-727b-411b-bb8d-6a6f60d7ccf3 req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.41 "DELETE /v2.0/ports/92cb91f2-1565-4776-9f7d-b38b7ac8120f HTTP/1.1" status: 204  len: 173 time: 1.9214582
Apr 20 18:22:56.234989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.262336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:56.269244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Usage tracker for resource:security_group_rule and tenant:5b5492ec44784dbaa0684e2b9117cd69 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:56.274012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:56.283110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:56.288176 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a368f5d-2b2a-4ad9-89da-47450472f100', 'name': 'network-vif-deleted', 'tag': '92cb91f2-1565-4776-9f7d-b38b7ac8120f', 'status': 'completed', 'code': 200}
Apr 20 18:22:56.426687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.435748 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.453403 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2392a734-063c-42e3-9a0d-b261505a2bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:56.506783 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b5492ec44784dbaa0684e2b9117cd69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4620457
Apr 20 18:22:56.506783 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af18f63-c692-42c3-897a-049dd9720d16,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:56.507395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33884) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:56.513950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.514355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.514848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.515119 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.515498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.515865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.516253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.516658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.517007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.517371 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.518009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.518388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:56.522678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:56.586597 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc3c6-08b4-4e17-8879-558ea0d9aa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.622757 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc3c6-08b4-4e17-8879-558ea0d9aa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.678610 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc3c6-08b4-4e17-8879-558ea0d9aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.689395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a2a0abb3-2176-47a0-bed8-875a2e33138b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:56.715580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cc3c6-08b4-4e17-8879-558ea0d9aa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af18f63-c692-42c3-897a-049dd9720d16,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:56.718456 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ac8cc3c6-08b4-4e17-8879-558ea0d9aa2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:56.722564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc3c6-08b4-4e17-8879-558ea0d9aa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.729750 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ac8cc3c6-08b4-4e17-8879-558ea0d9aa2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4af18f63-c692-42c3-897a-049dd9720d16 HTTP/1.1" status: 204  len: 168 time: 0.2211730
Apr 20 18:22:57.129704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33924) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:57.171726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cd37f-7de1-4b05-8f09-f9dfed5200d6 req-5da8464c-83c0-45b4-875d-7670a3e83f2e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:57.180788 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e95cd37f-7de1-4b05-8f09-f9dfed5200d6 req-5da8464c-83c0-45b4-875d-7670a3e83f2e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1196866
Apr 20 18:22:57.253184 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e95cd37f-7de1-4b05-8f09-f9dfed5200d6 req-02e5b67c-36a2-421f-8c24-3be884c972e0 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712118
Apr 20 18:22:57.317413 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-e630aef4-6179-46b2-9460-1392c2389022 req-32c37dcc-82a2-4cf2-9f07-8a9eef5346cb tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Synchronizing usage tracker for tenant:53997b87264e47e88a4c23134fbc6a8c on resource:port {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:57.321339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24fd38d4-a476-4232-8539-35ce9d3c4543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.342910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-24fd38d4-a476-4232-8539-35ce9d3c4543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:57.349430 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-24fd38d4-a476-4232-8539-35ce9d3c4543 admin admin] Usage tracker for resource:security_group_rule and tenant:50f35979f6684ac8bdce646ce0bc3267 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:57.352583 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-24fd38d4-a476-4232-8539-35ce9d3c4543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:57.355361 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33934) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:57.355535 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-e630aef4-6179-46b2-9460-1392c2389022 req-32c37dcc-82a2-4cf2-9f07-8a9eef5346cb tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Unset dirty status for tenant:53997b87264e47e88a4c23134fbc6a8c on resource:port {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:57.356809 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e630aef4-6179-46b2-9460-1392c2389022 req-32c37dcc-82a2-4cf2-9f07-8a9eef5346cb tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 210 time: 0.1302936
Apr 20 18:22:57.360921 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-24fd38d4-a476-4232-8539-35ce9d3c4543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:57.380335 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e6234795-8839-42b2-a622-43a4091af780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.398943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-e6234795-8839-42b2-a622-43a4091af780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:57.403679 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-e6234795-8839-42b2-a622-43a4091af780 admin admin] Usage tracker for resource:security_group_rule and tenant:c8ef9a8c9b454585a261ac7b8463048b is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:57.406759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-e6234795-8839-42b2-a622-43a4091af780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:57.413111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-e6234795-8839-42b2-a622-43a4091af780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:57.467741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24fd38d4-a476-4232-8539-35ce9d3c4543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.474120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24fd38d4-a476-4232-8539-35ce9d3c4543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.495756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:57.500309 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e6234795-8839-42b2-a622-43a4091af780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.503758 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e6234795-8839-42b2-a622-43a4091af780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.513546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:57.525860 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-24fd38d4-a476-4232-8539-35ce9d3c4543 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50f35979f6684ac8bdce646ce0bc3267&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3948827
Apr 20 18:22:57.529142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 33940) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:57.534145 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd38d4-a476-4232-8539-35ce9d3c4543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3552a1c8-930a-4f17-8fcf-649d3842e2b1,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:57.537764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-24fd38d4-a476-4232-8539-35ce9d3c4543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:57.570068 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e6234795-8839-42b2-a622-43a4091af780 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8ef9a8c9b454585a261ac7b8463048b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2131891
Apr 20 18:22:57.573021 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33944) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:57.576947 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6234795-8839-42b2-a622-43a4091af780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa229684-e93f-4ff1-8b15-976ab5f521ad,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:57.580378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e6234795-8839-42b2-a622-43a4091af780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:57.643768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9e555c5e-df2f-4dd6-9e08-dfc92942fdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.652148 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1760650f-edd1-4ffd-af49-a0ff334cf55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.678194 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9e555c5e-df2f-4dd6-9e08-dfc92942fdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.683406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1760650f-edd1-4ffd-af49-a0ff334cf55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.723699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9e555c5e-df2f-4dd6-9e08-dfc92942fdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.728949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e22f4666-5659-42f3-91b3-59b19aac4fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:57.729612 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1760650f-edd1-4ffd-af49-a0ff334cf55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.735069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c00a3def-abb5-41e2-9ae8-e5cff7350b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:57.744695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e555c5e-df2f-4dd6-9e08-dfc92942fdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3552a1c8-930a-4f17-8fcf-649d3842e2b1,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:57.748936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9e555c5e-df2f-4dd6-9e08-dfc92942fdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:57.749599 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760650f-edd1-4ffd-af49-a0ff334cf55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa229684-e93f-4ff1-8b15-976ab5f521ad,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:57.752647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1760650f-edd1-4ffd-af49-a0ff334cf55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:57.758259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9e555c5e-df2f-4dd6-9e08-dfc92942fdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.759746 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9e555c5e-df2f-4dd6-9e08-dfc92942fdad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3552a1c8-930a-4f17-8fcf-649d3842e2b1 HTTP/1.1" status: 204  len: 168 time: 0.2228684
Apr 20 18:22:57.761826 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1760650f-edd1-4ffd-af49-a0ff334cf55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.763126 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1760650f-edd1-4ffd-af49-a0ff334cf55b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa229684-e93f-4ff1-8b15-976ab5f521ad HTTP/1.1" status: 204  len: 168 time: 0.1887124
Apr 20 18:22:58.328436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33972) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:58.352775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e7e75e63-6258-4517-9861-55a31503bcd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.372995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-e7e75e63-6258-4517-9861-55a31503bcd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:58.378982 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-e7e75e63-6258-4517-9861-55a31503bcd6 admin admin] Usage tracker for resource:security_group_rule and tenant:e981e15135624cf683f472dbb8a5e299 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:58.382386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-e7e75e63-6258-4517-9861-55a31503bcd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:58.389054 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-e7e75e63-6258-4517-9861-55a31503bcd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:58.485760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e7e75e63-6258-4517-9861-55a31503bcd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.488980 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e7e75e63-6258-4517-9861-55a31503bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.490518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843a30e-13f3-4f9b-9808-9c47469d3fbb req-3ac30442-afb9-44b3-a777-a104c9d2aa3d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:58.492465 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c843a30e-13f3-4f9b-9808-9c47469d3fbb req-3ac30442-afb9-44b3-a777-a104c9d2aa3d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.0995269
Apr 20 18:22:58.510016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:58.559024 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c843a30e-13f3-4f9b-9808-9c47469d3fbb req-071800c7-6f6d-45a1-b7b6-af1a0cd93594 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593555
Apr 20 18:22:58.591882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e75e63-6258-4517-9861-55a31503bcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2911b783-aab7-4460-bec7-f49a9f91521f,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:58.604807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e7e75e63-6258-4517-9861-55a31503bcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:58.617075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['92cb91f2-1565-4776-9f7d-b38b7ac8120f'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:22:58.624560 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf86bb83-ad3a-41f5-85e6-ba2a055edc25 req-6d54cbeb-7a88-4281-8fd9-6f16d701c5e8 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 210 time: 0.1171954
Apr 20 18:22:58.633560 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e7e75e63-6258-4517-9861-55a31503bcd6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e981e15135624cf683f472dbb8a5e299&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3007765
Apr 20 18:22:58.633904 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 33984) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:58.670046 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 92cb91f2-1565-4776-9f7d-b38b7ac8120f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:22:58.715246 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: 92cb91f2-1565-4776-9f7d-b38b7ac8120f {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:22:58.719588 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 92cb91f2-1565-4776-9f7d-b38b7ac8120f not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:22:58.731450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a5b04a5e-d2b9-4b98-b726-4e6c960c2f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.762250 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a5b04a5e-d2b9-4b98-b726-4e6c960c2f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.817186 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a5b04a5e-d2b9-4b98-b726-4e6c960c2f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.822820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-51bcba51-17ae-46c3-aff7-1aaf1f1fa67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:58.835246 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b04a5e-d2b9-4b98-b726-4e6c960c2f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2911b783-aab7-4460-bec7-f49a9f91521f,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:58.837678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a5b04a5e-d2b9-4b98-b726-4e6c960c2f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:58.846482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a5b04a5e-d2b9-4b98-b726-4e6c960c2f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.848252 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a5b04a5e-d2b9-4b98-b726-4e6c960c2f14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2911b783-aab7-4460-bec7-f49a9f91521f HTTP/1.1" status: 204  len: 168 time: 0.2133753
Apr 20 18:22:59.870040 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-21194d48-b3ed-4203-9527-c463cfc848aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:00.115758 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb3c4f-f196-4bdb-afc6-59d9ada70799 req-33157539-93cc-430d-a393-e0b731207fee tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:00.124765 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-09eb3c4f-f196-4bdb-afc6-59d9ada70799 req-33157539-93cc-430d-a393-e0b731207fee tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.2370970
Apr 20 18:23:00.148938 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e9c5e092-0fc9-4c40-ae07-a9902097e185 req-65079431-3a86-4dc6-a3ce-6db524baccef tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a368f5d-2b2a-4ad9-89da-47450472f100 HTTP/1.1" status: 200  len: 210 time: 0.1400924
Apr 20 18:23:00.190131 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-09eb3c4f-f196-4bdb-afc6-59d9ada70799 req-82a97b53-3d32-4a43-b2bc-81e8e64870d5 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561142
Apr 20 18:23:00.306492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34062) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:00.481546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe16e-7a79-4c45-9e97-f23cd4e27dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:00.501594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-6dbbe16e-7a79-4c45-9e97-f23cd4e27dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:00.507933 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-6dbbe16e-7a79-4c45-9e97-f23cd4e27dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:17c0c598709e49bdb61bace1df62054f is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:00.511657 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-6dbbe16e-7a79-4c45-9e97-f23cd4e27dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:00.518266 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-6dbbe16e-7a79-4c45-9e97-f23cd4e27dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:00.643930 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe16e-7a79-4c45-9e97-f23cd4e27dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:00.648061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6dbbe16e-7a79-4c45-9e97-f23cd4e27dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:00.664849 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:00.724811 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-6dbbe16e-7a79-4c45-9e97-f23cd4e27dc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17c0c598709e49bdb61bace1df62054f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4174764
Apr 20 18:23:00.725611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34084) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:00.805043 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbe16e-7a79-4c45-9e97-f23cd4e27dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ca75d7-fa0c-4da7-8686-dc25c1d79e03,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:00.812436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6dbbe16e-7a79-4c45-9e97-f23cd4e27dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:00.892041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-41e8e490-be5a-412b-b770-25ec37a745e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:00.929419 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-41e8e490-be5a-412b-b770-25ec37a745e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:00.994639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-41e8e490-be5a-412b-b770-25ec37a745e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.004660 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-45e400b6-c30c-4a59-9849-c0412f50f5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:01.032965 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8e490-be5a-412b-b770-25ec37a745e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ca75d7-fa0c-4da7-8686-dc25c1d79e03,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:01.038032 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-41e8e490-be5a-412b-b770-25ec37a745e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:01.040612 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-41e8e490-be5a-412b-b770-25ec37a745e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.045043 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-41e8e490-be5a-412b-b770-25ec37a745e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26ca75d7-fa0c-4da7-8686-dc25c1d79e03 HTTP/1.1" status: 204  len: 168 time: 0.3156714
Apr 20 18:23:01.129459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34106) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:01.465556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c544c63-5da8-47cb-a1fd-eefc536c5705 req-33e1b9a5-3fbe-4e05-95a4-7e2731a69b18 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:01.469305 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2c544c63-5da8-47cb-a1fd-eefc536c5705 req-33e1b9a5-3fbe-4e05-95a4-7e2731a69b18 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1440368
Apr 20 18:23:01.519158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4f0c4ea9-0157-43e7-8ab1-775b77eb414a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.547431 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-4f0c4ea9-0157-43e7-8ab1-775b77eb414a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:01.557596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-4f0c4ea9-0157-43e7-8ab1-775b77eb414a admin admin] Usage tracker for resource:security_group_rule and tenant:9637c4e2873c4d3fb019ab82742ce5b1 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:01.561625 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-4f0c4ea9-0157-43e7-8ab1-775b77eb414a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:01.575856 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-4f0c4ea9-0157-43e7-8ab1-775b77eb414a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:01.732662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4f0c4ea9-0157-43e7-8ab1-775b77eb414a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.737241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4f0c4ea9-0157-43e7-8ab1-775b77eb414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.776472 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a91b832c-3bda-4913-9e8e-c854ee6df1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:01.811749 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4f0c4ea9-0157-43e7-8ab1-775b77eb414a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9637c4e2873c4d3fb019ab82742ce5b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6809552
Apr 20 18:23:01.812636 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34144) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:01.813063 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c4ea9-0157-43e7-8ab1-775b77eb414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcffd608-b60c-4393-b43c-e2c2fe8041a3,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:01.828888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4f0c4ea9-0157-43e7-8ab1-775b77eb414a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:01.870577 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2c544c63-5da8-47cb-a1fd-eefc536c5705 req-0a959783-aaa1-4e55-a1ae-7dba98d04ba0 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3533030
Apr 20 18:23:01.883561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34152) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:01.933339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94a466f1-caa2-425d-8739-fb93c2037f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:01.966510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94a466f1-caa2-425d-8739-fb93c2037f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.045594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94a466f1-caa2-425d-8739-fb93c2037f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.056997 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-90856614-5a80-4449-89f3-9e6bbc866485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:02.077402 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a466f1-caa2-425d-8739-fb93c2037f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcffd608-b60c-4393-b43c-e2c2fe8041a3,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:02.080403 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-94a466f1-caa2-425d-8739-fb93c2037f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:02.110135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94a466f1-caa2-425d-8739-fb93c2037f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.118469 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-94a466f1-caa2-425d-8739-fb93c2037f2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fcffd608-b60c-4393-b43c-e2c2fe8041a3 HTTP/1.1" status: 204  len: 168 time: 0.3006735
Apr 20 18:23:02.139851 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-dad42611-60ee-43dc-b788-2c430ff29984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.350815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3a5a2bc8-5d4d-4fb6-9079-b6d5b48c6e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.369988 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-3a5a2bc8-5d4d-4fb6-9079-b6d5b48c6e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:02.374710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3a5a2bc8-5d4d-4fb6-9079-b6d5b48c6e3b admin admin] Usage tracker for resource:security_group_rule and tenant:44740b0f21dd46dd8de36762dee5d0ee is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:02.380158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3a5a2bc8-5d4d-4fb6-9079-b6d5b48c6e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:02.388764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-3a5a2bc8-5d4d-4fb6-9079-b6d5b48c6e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:02.540317 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3a5a2bc8-5d4d-4fb6-9079-b6d5b48c6e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.543576 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3a5a2bc8-5d4d-4fb6-9079-b6d5b48c6e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.569835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2b7b871c-b71b-4388-b35a-7ecbedeeebd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:02.663152 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3a5a2bc8-5d4d-4fb6-9079-b6d5b48c6e3b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44740b0f21dd46dd8de36762dee5d0ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7782269
Apr 20 18:23:02.666117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34188) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:02.670883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a2bc8-5d4d-4fb6-9079-b6d5b48c6e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f9f344-2725-40f6-bac9-07ef2ff6f999,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:02.677398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3a5a2bc8-5d4d-4fb6-9079-b6d5b48c6e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:02.697754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.763991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-899ee4bd-987e-4769-943d-af18930743c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.809965 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-899ee4bd-987e-4769-943d-af18930743c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.832823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34194) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:02.866791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bb7df8de-aa05-49b9-9e18-bd4e9cd1e3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.903926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-bb7df8de-aa05-49b9-9e18-bd4e9cd1e3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:02.912765 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-bb7df8de-aa05-49b9-9e18-bd4e9cd1e3ef admin admin] Usage tracker for resource:security_group_rule and tenant:3195c6093c584668957a626b2ff9a700 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:02.917599 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-bb7df8de-aa05-49b9-9e18-bd4e9cd1e3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:02.929499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-bb7df8de-aa05-49b9-9e18-bd4e9cd1e3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:02.955256 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-899ee4bd-987e-4769-943d-af18930743c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.965091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:02.986953 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ee4bd-987e-4769-943d-af18930743c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f9f344-2725-40f6-bac9-07ef2ff6f999,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:02.997173 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-899ee4bd-987e-4769-943d-af18930743c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:03.010796 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-899ee4bd-987e-4769-943d-af18930743c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.012033 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-899ee4bd-987e-4769-943d-af18930743c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55f9f344-2725-40f6-bac9-07ef2ff6f999 HTTP/1.1" status: 204  len: 168 time: 0.3378756
Apr 20 18:23:03.091762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bb7df8de-aa05-49b9-9e18-bd4e9cd1e3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.095170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bb7df8de-aa05-49b9-9e18-bd4e9cd1e3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.109542 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-41e8e490-be5a-412b-b770-25ec37a745e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:03.129910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929f12e-a57a-4141-8460-b478ca768953 req-f3c9b2ab-13cd-46bf-b8b2-c25c7f326c99 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:03.132007 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0929f12e-a57a-4141-8460-b478ca768953 req-f3c9b2ab-13cd-46bf-b8b2-c25c7f326c99 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1047187
Apr 20 18:23:03.163562 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-bb7df8de-aa05-49b9-9e18-bd4e9cd1e3ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3195c6093c584668957a626b2ff9a700&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3293741
Apr 20 18:23:03.165312 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7df8de-aa05-49b9-9e18-bd4e9cd1e3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e88b70a-2479-4700-a1e9-76d4039e485d,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:03.168060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34208) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:03.168958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bb7df8de-aa05-49b9-9e18-bd4e9cd1e3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:03.246869 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0929f12e-a57a-4141-8460-b478ca768953 req-5bd336d5-9658-432c-b4d6-8407de3c63f9 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996368
Apr 20 18:23:03.282125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-11943aff-eafd-4cde-9feb-28156092a552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.311822 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-11943aff-eafd-4cde-9feb-28156092a552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.375709 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-11943aff-eafd-4cde-9feb-28156092a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.387663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e60de3a1-e3e6-4f73-ab7b-306f3f5c3cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:03.403493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11943aff-eafd-4cde-9feb-28156092a552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e88b70a-2479-4700-a1e9-76d4039e485d,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:03.411067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-11943aff-eafd-4cde-9feb-28156092a552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:03.412062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-11943aff-eafd-4cde-9feb-28156092a552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.413434 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-11943aff-eafd-4cde-9feb-28156092a552 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e88b70a-2479-4700-a1e9-76d4039e485d HTTP/1.1" status: 204  len: 168 time: 0.2414207
Apr 20 18:23:03.542970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.555752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34226) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:03.755995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c614de2d-11ee-4257-9887-c063509faadc admin admin] Deleting subnet 4dc2fbcb-e6a4-43be-8d75-8113324d5fc4 {{(pid=86370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:23:03.764310 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c614de2d-11ee-4257-9887-c063509faadc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.923962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c614de2d-11ee-4257-9887-c063509faadc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2339529'] for subnet, precommit_delete_associations {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.016086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c614de2d-11ee-4257-9887-c063509faadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.388365 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34270) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:04.519739 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.532051 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c614de2d-11ee-4257-9887-c063509faadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852436440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411689'] for subnet, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.548215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:04.626589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614de2d-11ee-4257-9887-c063509faadc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc2fbcb-e6a4-43be-8d75-8113324d5fc4,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:04.634074 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c614de2d-11ee-4257-9887-c063509faadc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.637997 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c614de2d-11ee-4257-9887-c063509faadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:04.644271 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c614de2d-11ee-4257-9887-c063509faadc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4dc2fbcb-e6a4-43be-8d75-8113324d5fc4 HTTP/1.1" status: 204  len: 168 time: 1.0865858
Apr 20 18:23:04.645118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34280) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:04.655214 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0d5de-2249-42ce-8c86-aab5ab7425a9 req-1ed30106-739d-4de8-9ad7-1165df55c781 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:04.657907 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-30f0d5de-2249-42ce-8c86-aab5ab7425a9 req-1ed30106-739d-4de8-9ad7-1165df55c781 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1402440
Apr 20 18:23:04.828629 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-30f0d5de-2249-42ce-8c86-aab5ab7425a9 req-33e4e161-7b28-46e3-895e-e2c12b9428e5 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479969
Apr 20 18:23:04.864463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.969116 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1515a5b2-7ee2-424c-a20b-263b34629a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:05.142374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1515a5b2-7ee2-424c-a20b-263b34629a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:05.185294 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-1515a5b2-7ee2-424c-a20b-263b34629a25 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0b4d995c04457e857d4a52d91f1f2c is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:05.197171 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-1515a5b2-7ee2-424c-a20b-263b34629a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:05.214916 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:05.242530 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1515a5b2-7ee2-424c-a20b-263b34629a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:05.450910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbd608080>,) {'filters': {'network_id': ['b0544924-d140-4df4-ae6a-4cfdc3ce6f0b']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:05.471812 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd608080>, '9d69bd90-dbfc-4d62-b84f-2338df2338fb') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:05.472164 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd608080>, '9d69bd90-dbfc-4d62-b84f-2338df2338fb') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:05.500321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083934'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:05.532033 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:05.550543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:23:05.691416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1515a5b2-7ee2-424c-a20b-263b34629a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:05.698757 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1515a5b2-7ee2-424c-a20b-263b34629a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:05.726896 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-acb2d55d-f3ab-4b72-9c23-ccde81920220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:05.873260 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515a5b2-7ee2-424c-a20b-263b34629a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1500b8-4e53-4443-bfb6-8d82d6d1fb31,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:05.878727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] Network b0544924-d140-4df4-ae6a-4cfdc3ce6f0b has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:23:05.887851 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1515a5b2-7ee2-424c-a20b-263b34629a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:05.893397 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1515a5b2-7ee2-424c-a20b-263b34629a25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f0b4d995c04457e857d4a52d91f1f2c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5038593
Apr 20 18:23:05.893576 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34314) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:05.896017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2280166'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:05.986819 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9432aa9c-34fa-42cd-b6fb-2cbd073521b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.103056 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9432aa9c-34fa-42cd-b6fb-2cbd073521b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.137784 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] Network b0544924-d140-4df4-ae6a-4cfdc3ce6f0b has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:23:06.152616 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213c6b0-1b14-47da-a0eb-b2f5df4d23db req-8c8180c1-eb3b-4fde-b938-585e6ac37769 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:06.157344 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9213c6b0-1b14-47da-a0eb-b2f5df4d23db req-8c8180c1-eb3b-4fde-b938-585e6ac37769 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1584246
Apr 20 18:23:06.158065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34324) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:23:06.165921 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:23:06.233451 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9213c6b0-1b14-47da-a0eb-b2f5df4d23db req-92afc2dc-231d-4806-a845-ba5b5f9985fb tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613306
Apr 20 18:23:06.240764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9432aa9c-34fa-42cd-b6fb-2cbd073521b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.247849 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ca89de4b-fd14-4b11-a893-d66c6189a677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:06.257179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.265104 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9432aa9c-34fa-42cd-b6fb-2cbd073521b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.265802 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9432aa9c-34fa-42cd-b6fb-2cbd073521b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e1500b8-4e53-4443-bfb6-8d82d6d1fb31 HTTP/1.1" status: 204  len: 168 time: 0.3711591
Apr 20 18:23:06.277727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432aa9c-34fa-42cd-b6fb-2cbd073521b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1500b8-4e53-4443-bfb6-8d82d6d1fb31,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:06.278363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:06.278472 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9432aa9c-34fa-42cd-b6fb-2cbd073521b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:06.293634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.310953 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0544924-d140-4df4-ae6a-4cfdc3ce6f0b,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:06.313378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:06.318488 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-14371b88-aad1-4f6a-b5a3-092dfbe817e6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b0544924-d140-4df4-ae6a-4cfdc3ce6f0b HTTP/1.1" status: 204  len: 168 time: 1.6604240
Apr 20 18:23:06.369114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-eab220f6-6ef4-426f-9441-6cb9dd6ab987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.386513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-eab220f6-6ef4-426f-9441-6cb9dd6ab987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:06.391471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-eab220f6-6ef4-426f-9441-6cb9dd6ab987 admin admin] Usage tracker for resource:security_group_rule and tenant:7e50c8c6a7544342abf9383daec86caf is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:06.394872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-eab220f6-6ef4-426f-9441-6cb9dd6ab987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:06.402301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-eab220f6-6ef4-426f-9441-6cb9dd6ab987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:06.500396 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-eab220f6-6ef4-426f-9441-6cb9dd6ab987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.504158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-eab220f6-6ef4-426f-9441-6cb9dd6ab987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.514003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c5046c9e-f51e-4884-8743-99878e80491c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:06.570737 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-eab220f6-6ef4-426f-9441-6cb9dd6ab987 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e50c8c6a7544342abf9383daec86caf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4001315
Apr 20 18:23:06.573288 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34338) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:06.577638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab220f6-6ef4-426f-9441-6cb9dd6ab987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d92e2-5632-4ece-b385-4d6c97e1f4e3,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:06.583773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-eab220f6-6ef4-426f-9441-6cb9dd6ab987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:06.648344 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34342) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:06.684966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed59-de78-4d5a-ad1a-a1a44834842f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.717639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34348) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:06.738447 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9d1af0a1-6df1-462e-8603-5ae2f71d664a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.760834 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9d1af0a1-6df1-462e-8603-5ae2f71d664a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:06.766151 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9d1af0a1-6df1-462e-8603-5ae2f71d664a admin admin] Usage tracker for resource:security_group_rule and tenant:2c43bcb80d2f495e8af688c2bc951464 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:06.770791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9d1af0a1-6df1-462e-8603-5ae2f71d664a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:06.778336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9d1af0a1-6df1-462e-8603-5ae2f71d664a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:06.892995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9d1af0a1-6df1-462e-8603-5ae2f71d664a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.898173 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9d1af0a1-6df1-462e-8603-5ae2f71d664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.909180 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ac8cc3c6-08b4-4e17-8879-558ea0d9aa2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:06.955819 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed59-de78-4d5a-ad1a-a1a44834842f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:06.956087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1af0a1-6df1-462e-8603-5ae2f71d664a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71176c72-3e0c-47ff-8e45-e1c3c342d3d1,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:06.961665 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9d1af0a1-6df1-462e-8603-5ae2f71d664a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c43bcb80d2f495e8af688c2bc951464&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2417657
Apr 20 18:23:06.961665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9d1af0a1-6df1-462e-8603-5ae2f71d664a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:06.963487 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34356) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:06.969512 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a0444f8c-8f67-46c2-b8c5-7cfbd3444262 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53997b87264e47e88a4c23134fbc6a8c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3193283
Apr 20 18:23:06.972253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34360) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:07.040282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-aa094197-5f33-4a23-bb02-2a76638b7d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:07.068858 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9c6339c1-566a-4032-ab5d-d25e17e3ac93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:07.071874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed59-de78-4d5a-ad1a-a1a44834842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:07.084037 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3a5a2bc8-5d4d-4fb6-9079-b6d5b48c6e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:07.098272 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-aa094197-5f33-4a23-bb02-2a76638b7d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:07.100944 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5ed59-de78-4d5a-ad1a-a1a44834842f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d92e2-5632-4ece-b385-4d6c97e1f4e3,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:07.107799 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-65c5ed59-de78-4d5a-ad1a-a1a44834842f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:07.116899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-65c5ed59-de78-4d5a-ad1a-a1a44834842f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:07.120517 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-65c5ed59-de78-4d5a-ad1a-a1a44834842f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f2d92e2-5632-4ece-b385-4d6c97e1f4e3 HTTP/1.1" status: 204  len: 168 time: 0.5428429
Apr 20 18:23:07.140031 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9c6339c1-566a-4032-ab5d-d25e17e3ac93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:07.212254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9c6339c1-566a-4032-ab5d-d25e17e3ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:07.223863 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5a12a07a-852b-4194-943b-d2cc085975a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:07.263046 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6339c1-566a-4032-ab5d-d25e17e3ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757ee491-fcc7-4645-990c-eb569d11109f,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:07.266097 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9c6339c1-566a-4032-ab5d-d25e17e3ac93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:07.297666 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-aa094197-5f33-4a23-bb02-2a76638b7d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:07.304346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c3cbd821-03b1-4b9a-98b8-c20e2e68723e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:07.306956 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9c6339c1-566a-4032-ab5d-d25e17e3ac93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:07.308568 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9c6339c1-566a-4032-ab5d-d25e17e3ac93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/757ee491-fcc7-4645-990c-eb569d11109f HTTP/1.1" status: 204  len: 168 time: 0.3351388
Apr 20 18:23:07.362753 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a099f0bf-58da-4f19-8c46-39f08f309e1c req-05abdd14-294a-485f-a752-e4fae769d525 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1753948
Apr 20 18:23:07.396693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa094197-5f33-4a23-bb02-2a76638b7d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71176c72-3e0c-47ff-8e45-e1c3c342d3d1,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:07.433013 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-aa094197-5f33-4a23-bb02-2a76638b7d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:07.434209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-aa094197-5f33-4a23-bb02-2a76638b7d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:07.437768 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-aa094197-5f33-4a23-bb02-2a76638b7d82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71176c72-3e0c-47ff-8e45-e1c3c342d3d1 HTTP/1.1" status: 204  len: 168 time: 0.4707644
Apr 20 18:23:07.778762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f705bbc-799b-4c0f-851a-61a67e1dcc37 req-61bcc78d-c722-4d71-9061-d573affd35ea tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:07.779937 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f705bbc-799b-4c0f-851a-61a67e1dcc37 req-61bcc78d-c722-4d71-9061-d573affd35ea tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.2986398
Apr 20 18:23:07.813726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099f0bf-58da-4f19-8c46-39f08f309e1c req-f230d0e4-d6cd-450b-b900-a87ddf855f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:07.817742 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a099f0bf-58da-4f19-8c46-39f08f309e1c req-f230d0e4-d6cd-450b-b900-a87ddf855f2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 1099 time: 0.2492561
Apr 20 18:23:07.909649 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f705bbc-799b-4c0f-851a-61a67e1dcc37 req-af84c2ad-e0ce-47c5-967e-ae5a206a1107 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210625
Apr 20 18:23:08.126242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099f0bf-58da-4f19-8c46-39f08f309e1c req-67a7c290-9382-483f-923c-01ea03b8789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:08.134674 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a099f0bf-58da-4f19-8c46-39f08f309e1c req-67a7c290-9382-483f-923c-01ea03b8789b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 920 time: 0.2913935
Apr 20 18:23:08.364500 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a099f0bf-58da-4f19-8c46-39f08f309e1c req-a771f0b0-7e4e-484d-b3e9-e282edd40cfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57353603-9b1c-429e-a397-e49d4af0e7cd HTTP/1.1" status: 200  len: 217 time: 0.2224236
Apr 20 18:23:08.516415 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099f0bf-58da-4f19-8c46-39f08f309e1c req-fae2736b-9525-4526-b7a7-9a6ddd0346fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:08.518200 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a099f0bf-58da-4f19-8c46-39f08f309e1c req-fae2736b-9525-4526-b7a7-9a6ddd0346fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2689d2-4350-4ebc-b9a9-82127a455a4c HTTP/1.1" status: 200  len: 859 time: 0.1454589
Apr 20 18:23:08.636742 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a099f0bf-58da-4f19-8c46-39f08f309e1c req-862a2dd5-d0e3-410c-b520-01dcd523013c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1117959
Apr 20 18:23:08.851350 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a099f0bf-58da-4f19-8c46-39f08f309e1c req-3c116a13-e4c0-4179-9472-67232e3e351a service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059054
Apr 20 18:23:09.240959 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a099f0bf-58da-4f19-8c46-39f08f309e1c req-158cf58e-15f7-460e-a43d-cbedbf9d1288 service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3825097
Apr 20 18:23:09.279490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d61d50-4f74-4b5c-91d2-9c7248c22f43 req-c2e04de9-c05b-420d-9c58-1585121a118b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:09.281515 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f0d61d50-4f74-4b5c-91d2-9c7248c22f43 req-c2e04de9-c05b-420d-9c58-1585121a118b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1970561
Apr 20 18:23:09.407253 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f0d61d50-4f74-4b5c-91d2-9c7248c22f43 req-14db698a-5af9-465e-b51c-a57eb78b5f80 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121964
Apr 20 18:23:09.746444 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34502) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:09.891397 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34510) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:10.038521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1445973524-network', 'tenant_id': '17063592a9e3491b99da5808c9f3a76d'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:10.052830 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:10.063052 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Usage tracker for resource:network and tenant:17063592a9e3491b99da5808c9f3a76d is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:10.072372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:10.102646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-network', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:10.113249 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:10.116274 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:10.127256 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Usage tracker for resource:network and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:10.132268 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:10.139289 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Made reservation on behalf of 17063592a9e3491b99da5808c9f3a76d for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:10.144636 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.163291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:10.177047 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.203305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:10.208325 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Usage tracker for resource:security_group_rule and tenant:17063592a9e3491b99da5808c9f3a76d is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:10.211423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:10.217573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:10.241586 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Made reservation on behalf of fe22aab01b594fd5bed1599af2656430 for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:10.246582 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.266375 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.316857 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:10.333835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Usage tracker for resource:security_group_rule and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:10.336182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:10.355615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.360420 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.364602 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:10.367938 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e7e75e63-6258-4517-9861-55a31503bcd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:10.420263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:23:10.444674 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e4d0c4-f35f-4b42-ab5e-d7e916364533,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:10.450843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.451234 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Added segment 6570b337-fe86-4f35-9b48-276b93b735b7 of type vlan for network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa
Apr 20 18:23:10.452742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:10.526651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.590658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.597114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.603449 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e2e7c7b3-8230-4ce8-afef-bbb110dbbc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:10.621462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.635667 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:10.636319 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.653440 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:23:10.655786 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa68249-45c0-40cd-8b2a-9364c966ccef,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:10.665032 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:10.666675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:10.690554 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998cf42-089f-4585-a5a6-d609953f96a6 req-6adf7c01-2b32-43f0-a052-7516e7d17217 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:10.693071 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e998cf42-089f-4585-a5a6-d609953f96a6 req-6adf7c01-2b32-43f0-a052-7516e7d17217 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1135201
Apr 20 18:23:10.741987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.742580 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Added segment db59a875-e0dd-4c65-bb3e-d58d417abd89 of type vlan for network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8
Apr 20 18:23:10.756806 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e998cf42-089f-4585-a5a6-d609953f96a6 req-01a63733-698c-4843-a498-d9cf23a78523 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572178
Apr 20 18:23:11.015618 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2680995
Apr 20 18:23:11.018982 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34582) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:11.019856 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Pushing event updated for resources: {'Network': ['ID=21567e63-c8cf-420a-a6e8-4fb18a3a22fa,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:11.026671 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Request body: {'subnet': {'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1445973524-subnet', 'tenant_id': '17063592a9e3491b99da5808c9f3a76d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:11.030575 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:23:11.030997 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:11.038353 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:11.066906 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:11.073080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:11.074633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:11.075282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:11.079940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Usage tracker for resource:subnet and tenant:17063592a9e3491b99da5808c9f3a76d is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:11.081797 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-259158ea-5c0a-4c0a-8463-55201a8bab5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:11.093002 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34588) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:11.107482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:11.145426 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:11.163877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Made reservation on behalf of 17063592a9e3491b99da5808c9f3a76d for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:11.169933 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138343'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:11.221708 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.3260095
Apr 20 18:23:11.222160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34596) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:11.228787 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Request body: {'subnet': {'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-subnet', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:11.234219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Pushing event updated for resources: {'Network': ['ID=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:11.240541 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:11.241705 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:11.246754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Usage tracker for resource:subnet and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:11.249972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:11.257800 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:11.261890 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:23:11.271167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Made reservation on behalf of fe22aab01b594fd5bed1599af2656430 for: {'subnet': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:11.280221 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852364157'] for subnet, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:11.567354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-dc16ec9f-5ef8-44aa-bbc1-0f2b1f163621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:11.610431 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-dc16ec9f-5ef8-44aa-bbc1-0f2b1f163621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:11.655526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-dc16ec9f-5ef8-44aa-bbc1-0f2b1f163621 admin admin] Usage tracker for resource:security_group_rule and tenant:b03695a02ea24dcd8279b126cd1def7f is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:11.665666 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-dc16ec9f-5ef8-44aa-bbc1-0f2b1f163621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:11.684802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-dc16ec9f-5ef8-44aa-bbc1-0f2b1f163621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:11.890597 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-dc16ec9f-5ef8-44aa-bbc1-0f2b1f163621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:11.895949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-dc16ec9f-5ef8-44aa-bbc1-0f2b1f163621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:11.904178 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d1450d65-6f50-4458-bda4-80c5b854c095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:11.970042 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-dc16ec9f-5ef8-44aa-bbc1-0f2b1f163621 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b03695a02ea24dcd8279b126cd1def7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8700824
Apr 20 18:23:11.971228 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34612) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:12.000986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16ec9f-5ef8-44aa-bbc1-0f2b1f163621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5860e75c-92bb-451e-b39d-20253fc64e94,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:12.005622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-dc16ec9f-5ef8-44aa-bbc1-0f2b1f163621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:12.013596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2339437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852364142'] for subnet, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:12.039896 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2280192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138358'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:12.045073 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:12.067450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c614de2d-11ee-4257-9887-c063509faadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:12.136102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9705ccc-a51e-4061-a862-54179150e29e,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:12.140707 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:12.147080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Checking segment: {'id': '6570b337-fe86-4f35-9b48-276b93b735b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:12.147342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Network hostable DHCP agents. Network: 21567e63-c8cf-420a-a6e8-4fb18a3a22fa, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:23:12.168943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:23:12.181114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, 21567e63-c8cf-420a-a6e8-4fb18a3a22fa) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:12.199012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef73421-c76e-4d19-b82c-82e41d32dbfa None None] Network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:12.203818 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:12.204894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:12.232024 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e487bf-c814-4be6-9fde-e683deb8645e,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:12.241835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:12.247261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-21b360a9-4940-484c-98a6-86640f9bb8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:12.255269 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Checking segment: {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:12.255586 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Network hostable DHCP agents. Network: 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:23:12.273763 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e48a8edb-5e09-4bc2-9997-58a63dc6130b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2532051
Apr 20 18:23:12.310245 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-21b360a9-4940-484c-98a6-86640f9bb8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:12.418607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:23:12.439414 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7327406-27d9-46ac-b9d8-81576e37a522 req-cbd1241c-a95d-40cc-b44f-8f7afa6dfdf2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:12.446746 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a7327406-27d9-46ac-b9d8-81576e37a522 req-cbd1241c-a95d-40cc-b44f-8f7afa6dfdf2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.4384382
Apr 20 18:23:12.477941 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8) {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:12.509304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:12.510055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:12.535060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0590ef81-c407-4d00-a8d8-7deb76318859 None None] Network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:12.545260 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-21b360a9-4940-484c-98a6-86640f9bb8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:12.559628 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-87413d2b-6478-4d18-b1b8-613546e48579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:12.601397 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a7327406-27d9-46ac-b9d8-81576e37a522 req-33901872-df6d-4fb9-b690-5bbaae74b5cb tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413558
Apr 20 18:23:12.621513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b360a9-4940-484c-98a6-86640f9bb8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5860e75c-92bb-451e-b39d-20253fc64e94,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:12.626969 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-21b360a9-4940-484c-98a6-86640f9bb8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:12.630258 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-bd30d4ee-9276-45b5-a714-6be0152a1e60 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.4069405
Apr 20 18:23:12.632246 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-21b360a9-4940-484c-98a6-86640f9bb8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:12.633333 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-21b360a9-4940-484c-98a6-86640f9bb8cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5860e75c-92bb-451e-b39d-20253fc64e94 HTTP/1.1" status: 204  len: 168 time: 0.6609893
Apr 20 18:23:12.633950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34626) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:12.643137 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:12.653315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:12.659118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Usage tracker for resource:router and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:12.663715 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:12.672611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:12.684882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771027'] for router, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:12.686391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4757'] for router, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:12.704806 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:12.906424 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f188fb43-3b11-44e7-bc58-5222d9ee6d90 None None] Network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:13.109232 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.225065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4742'] for router, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.325365 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20c587e-0ae1-536d-81a8-d9304bd08c12-57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e'}]}} from dv-cinder-786929-2-iscsi. {{(pid=86371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:23:13.326722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.573917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Allocated IP 172.20.0.2 (57e5a436-aca0-48fd-a6de-9a7a8bcb10a8/96e487bf-c814-4be6-9fde-e683deb8645e/5efe03a9-2f10-4c42-98e2-905a9347f94d) {{(pid=86371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:13.733670 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.818865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.894751 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 34680) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:13.942951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Notify callbacks [] for port, precommit_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.956762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Transition to ACTIVE for port object 5efe03a9-2f10-4c42-98e2-905a9347f94d will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:13.984327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Transition to ACTIVE for port object 5efe03a9-2f10-4c42-98e2-905a9347f94d will not be triggered until provisioned by entity DHCP. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:13.992561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.004301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:14.091255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-722698639-network', 'tenant_id': 'ae7c716d100040a688d779bdd1030992'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:14.096873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Pushing event updated for resources: {'Port': ['ID=5efe03a9-2f10-4c42-98e2-905a9347f94d,revision_number=1']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:14.111307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:14.111881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:14.112675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:14.113574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:14.114184 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:14.114704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:14.115224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:14.115737 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:14.116559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:14.116970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:14.117573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:14.118202 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:14.118801 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:14.126466 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Usage tracker for resource:network and tenant:ae7c716d100040a688d779bdd1030992 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:14.132493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:14.145237 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 is already hosted by enough agents. {{(pid=86371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:14.148082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:14.148625 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Resources bound (agent type, host, resource id):  {{(pid=86371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:14.153548 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Received port after_create {{(pid=86371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:14.163060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:14.188964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Made reservation on behalf of ae7c716d100040a688d779bdd1030992 for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:14.198401 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.198650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Allocated IP 172.27.1.49 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/8e1cca31-befa-4590-be00-9ee60c9ef1b9) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:14.240494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.292650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Attempting to bind port 5efe03a9-2f10-4c42-98e2-905a9347f94d on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:14.293347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Attempting to bind port 5efe03a9-2f10-4c42-98e2-905a9347f94d by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:14.293987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Attempting to bind port 5efe03a9-2f10-4c42-98e2-905a9347f94d on network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:14.294116 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:14.298688 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Usage tracker for resource:security_group_rule and tenant:ae7c716d100040a688d779bdd1030992 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:14.302263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:14.302872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Checking segment: {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:14.303009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:14.303614 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.304203 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Bound using segment: {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:14.305142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Bound port: 5efe03a9-2f10-4c42-98e2-905a9347f94d, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:14.306005 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.310259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:14.437721 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] For port 5efe03a9-2f10-4c42-98e2-905a9347f94d, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:14.442380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] For port 5efe03a9-2f10-4c42-98e2-905a9347f94d, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=5efe03a9-2f10-4c42-98e2-905a9347f94d,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:14.443238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.446169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.447758 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.448717 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f1e93-dd00-40f2-9f3a-5ac06d8d8812 req-3c34909f-4db3-46dd-a6e4-1a1b0352efea tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:14.453055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:14.458928 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-654f1e93-dd00-40f2-9f3a-5ac06d8d8812 req-3c34909f-4db3-46dd-a6e4-1a1b0352efea tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.5846283
Apr 20 18:23:14.461521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:23:14.473233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.473825 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Added segment 45af68d6-716e-44ee-96b2-27c7d26fa790 of type vlan for network a99171f2-1f52-40c8-9547-c0aeb0e6b739
Apr 20 18:23:14.497745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.510288 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.543516 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5ba67b06-c224-4993-b797-e48c5e5cd579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:14.559377 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-654f1e93-dd00-40f2-9f3a-5ac06d8d8812 req-49d798ba-937b-4533-9917-3b8bf860622c tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989611
Apr 20 18:23:14.561803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Pushing event updated for resources: {'Port': ['ID=5efe03a9-2f10-4c42-98e2-905a9347f94d,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:14.568219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:14.592520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91151cec-32cf-4aa4-b654-d4c098c5b015,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:14.594275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.599847 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4bfe0521-2aed-4e63-aee1-fb3146d076fe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:14.607526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.608799 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:14.610560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:14.611864 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.618210 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:14.724598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:14.728990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:14.757093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34702) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:14.757949 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8613861
Apr 20 18:23:14.758123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:14.764063 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Pushing event updated for resources: {'Network': ['ID=a99171f2-1f52-40c8-9547-c0aeb0e6b739,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:14.770509 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:14.778492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network a99171f2-1f52-40c8-9547-c0aeb0e6b739 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:23:14.858862 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Request body: {'subnet': {'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-722698639-subnet', 'tenant_id': 'ae7c716d100040a688d779bdd1030992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:14.907574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:14.923096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Usage tracker for resource:subnet and tenant:ae7c716d100040a688d779bdd1030992 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:14.928860 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Pushing event updated for resources: {'Port': ['ID=8e1cca31-befa-4590-be00-9ee60c9ef1b9,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:14.938921 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:14.946872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:14.955247 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:15.193138 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Made reservation on behalf of ae7c716d100040a688d779bdd1030992 for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:15.197914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138343'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:15.620569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-2c666dad-e22b-407b-8adc-7cdd9d7b59f3 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:15.621781 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-2c666dad-e22b-407b-8adc-7cdd9d7b59f3 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Synchronizing usage tracker for tenant:17063592a9e3491b99da5808c9f3a76d on resource:network {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:15.641680 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-2c666dad-e22b-407b-8adc-7cdd9d7b59f3 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Unset dirty status for tenant:17063592a9e3491b99da5808c9f3a76d on resource:network {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:15.649626 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-2c666dad-e22b-407b-8adc-7cdd9d7b59f3 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/networks?id=21567e63-c8cf-420a-a6e8-4fb18a3a22fa HTTP/1.1" status: 200  len: 809 time: 0.2390397
Apr 20 18:23:15.686181 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-4ac5a846-db9a-4858-88d8-cb8d890aaa56 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/quotas/17063592a9e3491b99da5808c9f3a76d HTTP/1.1" status: 200  len: 375 time: 0.0354099
Apr 20 18:23:15.743234 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-69ce76e3-fb9b-42b2-ab0a-b0e2e70006ed tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=17063592a9e3491b99da5808c9f3a76d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0560663
Apr 20 18:23:15.943185 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-98497839-8cd9-46c3-ac55-b03efc90f6d3 service neutron] 10.222.0.43 "GET /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1924262
Apr 20 18:23:16.030188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b218340-ff01-400f-87b5-ebe4757bcb3f req-4af022f7-6d86-45e9-ba2b-b32fd32b0e5c tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:16.031899 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1b218340-ff01-400f-87b5-ebe4757bcb3f req-4af022f7-6d86-45e9-ba2b-b32fd32b0e5c tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.3282721
Apr 20 18:23:16.037722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:16.094079 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 5efe03a9-2f10-4c42-98e2-905a9347f94d up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:16.191858 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 5efe03a9-2f10-4c42-98e2-905a9347f94d completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:16.236236 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-75268d9a-0cf5-49d6-bb36-8fd49f8830a1 service neutron] 10.222.0.43 "GET /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2920673
Apr 20 18:23:16.429381 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1b218340-ff01-400f-87b5-ebe4757bcb3f req-c9b93c14-7742-4c10-bdaf-86fdd3686354 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3147039
Apr 20 18:23:16.509652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e9af9-c7eb-48ca-b4b1-9290b9058ee8 None None] Network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:16.578491 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2ae230b7-5794-49a6-a6f2-4a2434314d48 req-dbbe3e43-3d3e-429d-be89-7b98a4765f31 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 210 time: 0.1018593
Apr 20 18:23:16.885817 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854341156'] for router, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:16.899975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-45bc5675-7e33-4d1e-a925-07fe869e834a None None] Provisioning for port 5efe03a9-2f10-4c42-98e2-905a9347f94d completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:16.936162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-45bc5675-7e33-4d1e-a925-07fe869e834a None None] Provisioning complete for port 5efe03a9-2f10-4c42-98e2-905a9347f94d triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:16.937355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45bc5675-7e33-4d1e-a925-07fe869e834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:17.226595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45bc5675-7e33-4d1e-a925-07fe869e834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:17.277857 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-45bc5675-7e33-4d1e-a925-07fe869e834a None None] For port 5efe03a9-2f10-4c42-98e2-905a9347f94d, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=5efe03a9-2f10-4c42-98e2-905a9347f94d,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:17.281743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45bc5675-7e33-4d1e-a925-07fe869e834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:17.288143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:17.311546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2280192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138358'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:17.314055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f is scheduled to L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd with binding_index 1 {{(pid=86369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:23:17.336790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:17.435422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-a7a0a91c-a792-46f8-a1a6-d37c6858dd07 None None] Provisioning complete for port 5efe03a9-2f10-4c42-98e2-905a9347f94d triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:17.435979 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a7a0a91c-a792-46f8-a1a6-d37c6858dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:17.522988 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc5675-7e33-4d1e-a925-07fe869e834a None None] Pushing event updated for resources: {'Port': ['ID=5efe03a9-2f10-4c42-98e2-905a9347f94d,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:17.527773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-45bc5675-7e33-4d1e-a925-07fe869e834a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:17.887380 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-03d4c418-ff9e-4046-9d1b-2b36d007ecf9 req-6b8b0f25-bb2c-4aaf-9a9b-cbcd9f2d7d85 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 210 time: 0.1284831
Apr 20 18:23:18.004330 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 5efe03a9-2f10-4c42-98e2-905a9347f94d up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:18.059507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bda077d-1e61-42bc-86ee-f149018af646,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:18.064750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:18.068239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:23:18.076726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Checking segment: {'id': '45af68d6-716e-44ee-96b2-27c7d26fa790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:18.094212 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Network hostable DHCP agents. Network: a99171f2-1f52-40c8-9547-c0aeb0e6b739, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:23:18.174019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 5efe03a9-2f10-4c42-98e2-905a9347f94d triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:18.174666 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:18.262543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:23:18.275600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Sync routers for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:23:18.290260 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ea21e-c6d2-4192-a09f-fd2e81899eaf req-2cb6fa81-b52a-40ac-bb8f-fc30272a5ae1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:18.292199 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0e2ea21e-c6d2-4192-a09f-fd2e81899eaf req-2cb6fa81-b52a-40ac-bb8f-fc30272a5ae1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.4890347
Apr 20 18:23:18.292714 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Network a99171f2-1f52-40c8-9547-c0aeb0e6b739 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:23:18.294945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:18.295791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdcf9f28>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:18.349834 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-732d7ed0-e2b0-46d4-bbdb-ec307a081e50 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:18.357251 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-732d7ed0-e2b0-46d4-bbdb-ec307a081e50 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.41 "GET /v2.0/networks?id=21567e63-c8cf-420a-a6e8-4fb18a3a22fa HTTP/1.1" status: 200  len: 809 time: 0.2793155
Apr 20 18:23:18.371702 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Request body: {'port': {'device_id': '470554ed-eb5e-4dae-bdf7-d6241e549a3d', 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa', 'admin_state_up': True, 'tenant_id': '17063592a9e3491b99da5808c9f3a76d'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:18.385360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, a99171f2-1f52-40c8-9547-c0aeb0e6b739) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:18.397420 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16025848-4846-412b-80bb-b0417db42410 None None] Network a99171f2-1f52-40c8-9547-c0aeb0e6b739 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:18.450363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:18.451682 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.8159726
Apr 20 18:23:18.455692 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34810) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:18.470248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:18.470248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:18.711828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:18.722681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Usage tracker for resource:port and tenant:17063592a9e3491b99da5808c9f3a76d is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:18.733404 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:18.760972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:18.790627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Made reservation on behalf of 17063592a9e3491b99da5808c9f3a76d for: {'port': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:18.797130 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:18.910963 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 4.1015348
Apr 20 18:23:18.942967 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0e2ea21e-c6d2-4192-a09f-fd2e81899eaf req-a9932ebd-fa42-4cf7-8946-7e31272085e6 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6390309
Apr 20 18:23:18.958225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:19.137646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a980134-bbff-4dfb-b19f-e887f3ed5e2b None None] Network a99171f2-1f52-40c8-9547-c0aeb0e6b739 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:19.316272 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-63249a2f-c2ab-43b7-be15-76cef90594bc req-ad5f5df5-879b-4759-b367-f0236fe9c3bf tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 210 time: 0.1345136
Apr 20 18:23:19.391167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Allocated IP 172.20.0.8 (21567e63-c8cf-420a-a6e8-4fb18a3a22fa/c9705ccc-a51e-4061-a862-54179150e29e/73e59f11-693d-438f-8979-0eae83889388) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:19.516454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdcf9f28>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:15Z', 'revision_number': 3, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:19.526966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Checking router: 1d93e8d7-93a8-459f-b5e0-ec7d0647084f for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:23:19.527701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Updating router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f port 8e1cca31-befa-4590-be00-9ee60c9ef1b9 binding host dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:23:19.629624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:19.705069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:19.738313 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:19.739978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:19.745824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:19.843821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:19.848050 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:19.853614 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:19.926207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Pushing event updated for resources: {'Port': ['ID=73e59f11-693d-438f-8979-0eae83889388,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:19.947821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:19.984075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:19.985562 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.034644 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6689529
Apr 20 18:23:20.047982 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Allocated IP 172.20.0.1 (57e5a436-aca0-48fd-a6de-9a7a8bcb10a8/96e487bf-c814-4be6-9fde-e683deb8645e/d3be100b-ab04-4fff-9434-2e28f0ccd30d) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:20.238082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.258815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Transition to ACTIVE for port object 8e1cca31-befa-4590-be00-9ee60c9ef1b9 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:20.259731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.268450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:20.311564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.330890 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ceb88-4378-46d3-a248-ecf7ed3dfd5f req-3f7c3c1b-8249-4ae5-83ae-07b52fa1315b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:20.334649 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-804ceb88-4378-46d3-a248-ecf7ed3dfd5f req-3f7c3c1b-8249-4ae5-83ae-07b52fa1315b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1867082
Apr 20 18:23:20.344335 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Transition to ACTIVE for port object d3be100b-ab04-4fff-9434-2e28f0ccd30d will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:20.354232 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Attempting to bind port 8e1cca31-befa-4590-be00-9ee60c9ef1b9 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:20.354730 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Attempting to bind port 8e1cca31-befa-4590-be00-9ee60c9ef1b9 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:20.355140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Attempting to bind port 8e1cca31-befa-4590-be00-9ee60c9ef1b9 on network d08991fe-c0e4-4126-9314-569b6f56b472 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:20.357776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Pushing event updated for resources: {'Port': ['ID=8e1cca31-befa-4590-be00-9ee60c9ef1b9,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:20.368346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:20.368758 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Checking segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:20.369199 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.369627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Bound using segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:20.370179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Bound port: 8e1cca31-befa-4590-be00-9ee60c9ef1b9, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:20.370586 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.404212 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-804ceb88-4378-46d3-a248-ecf7ed3dfd5f req-a188c534-2dc6-4241-b06d-780268f15d93 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578866
Apr 20 18:23:20.404453 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:20.404453 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:20.404732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:20.405082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:20.405434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:20.405785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:20.406168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:20.406527 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:20.406894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:20.407240 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:20.407589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:20.407938 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:20.416454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.418186 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:20.422213 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:20.465466 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] For port 8e1cca31-befa-4590-be00-9ee60c9ef1b9, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:20.468824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] For port 8e1cca31-befa-4590-be00-9ee60c9ef1b9, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=8e1cca31-befa-4590-be00-9ee60c9ef1b9,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:20.473209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.478624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:20.496731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Pushing event updated for resources: {'Port': ['ID=d3be100b-ab04-4fff-9434-2e28f0ccd30d,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:20.499952 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:20.512493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:20.514108 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:20.517141 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:20.573952 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:20.574630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdcf9f28>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:20.587356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395265'] for router_interface, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.619380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e456c67-25ec-4f63-a1dc-cf3053e87dc8 req-a4ef5790-77cf-4284-9da6-f254471c07dd tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:20.620318 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-8e456c67-25ec-4f63-a1dc-cf3053e87dc8 req-a4ef5790-77cf-4284-9da6-f254471c07dd tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Synchronizing usage tracker for tenant:17063592a9e3491b99da5808c9f3a76d on resource:port {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:20.642153 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-8e456c67-25ec-4f63-a1dc-cf3053e87dc8 req-a4ef5790-77cf-4284-9da6-f254471c07dd tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Unset dirty status for tenant:17063592a9e3491b99da5808c9f3a76d on resource:port {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:20.650924 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8e456c67-25ec-4f63-a1dc-cf3053e87dc8 req-a4ef5790-77cf-4284-9da6-f254471c07dd tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 931 time: 0.1620204
Apr 20 18:23:20.710145 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-8e456c67-25ec-4f63-a1dc-cf3053e87dc8 req-3e091f6d-e10d-4e02-9d15-9ec220fd7d7c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Synchronizing usage tracker for tenant:17063592a9e3491b99da5808c9f3a76d on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:20.710927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-9d3943cb-068d-4f87-801c-930594279f71 None None] Provisioning for port d3be100b-ab04-4fff-9434-2e28f0ccd30d completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:20.717368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-9d3943cb-068d-4f87-801c-930594279f71 None None] Provisioning complete for port d3be100b-ab04-4fff-9434-2e28f0ccd30d triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:20.718032 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9d3943cb-068d-4f87-801c-930594279f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.724027 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.724238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Pushing event updated for resources: {'Port': ['ID=8e1cca31-befa-4590-be00-9ee60c9ef1b9,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:20.729399 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fa9d529d-705d-45be-a542-cbbc10fb6d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:20.734629 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-8e456c67-25ec-4f63-a1dc-cf3053e87dc8 req-3e091f6d-e10d-4e02-9d15-9ec220fd7d7c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Unset dirty status for tenant:17063592a9e3491b99da5808c9f3a76d on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:20.736059 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8e456c67-25ec-4f63-a1dc-cf3053e87dc8 req-3e091f6d-e10d-4e02-9d15-9ec220fd7d7c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838392
Apr 20 18:23:20.790472 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:20.793575 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-9d3943cb-068d-4f87-801c-930594279f71 None None] Port d3be100b-ab04-4fff-9434-2e28f0ccd30d cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:23:20.994045 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:20.998244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:21.031987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:21.107081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdcf9f28>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:15Z', 'revision_number': 3, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:21.111690 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014767c-7a2a-443f-9a50-30041ad5a589 None None] The sync data for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi is: [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:15Z', 'revision_number': 3, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:23:21.125881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854380442'] for router_interface, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:21.132067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Pushing event updated for resources: {'Port': ['ID=d3be100b-ab04-4fff-9434-2e28f0ccd30d,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:21.137495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:21.235080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Request body: {'port': {'device_id': '470554ed-eb5e-4dae-bdf7-d6241e549a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:21.314496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:21.315929 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:21.402329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:21.629341 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-3ecac9fd-e224-4865-9c17-5b5412002d05 None None] Provisioning complete for port d3be100b-ab04-4fff-9434-2e28f0ccd30d triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:21.630020 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3ecac9fd-e224-4865-9c17-5b5412002d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:21.715760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-3ecac9fd-e224-4865-9c17-5b5412002d05 None None] Port d3be100b-ab04-4fff-9434-2e28f0ccd30d cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:23:21.908920 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17887b8-4711-4642-80c3-e495536dee7c req-46604a4f-9334-49ce-b58f-fbb2aa620e02 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:21.910837 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b17887b8-4711-4642-80c3-e495536dee7c req-46604a4f-9334-49ce-b58f-fbb2aa620e02 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1793220
Apr 20 18:23:21.938855 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:23:22.017561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 8e1cca31-befa-4590-be00-9ee60c9ef1b9 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:22.092603 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b17887b8-4711-4642-80c3-e495536dee7c req-0589e08b-0f50-493a-9c36-6c5f080e38dc tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519544
Apr 20 18:23:22.120990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 8e1cca31-befa-4590-be00-9ee60c9ef1b9 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:22.129107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 8e1cca31-befa-4590-be00-9ee60c9ef1b9 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:22.129551 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:22.193719 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e59f11-693d-438f-8979-0eae83889388 {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:22.209227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:22.260255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Transition to ACTIVE for port object 73e59f11-693d-438f-8979-0eae83889388 will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:22.265655 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:22.268906 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:23:22.283928 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:22.284534 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] 10.222.0.43 "PUT /v2.0/routers/1d93e8d7-93a8-459f-b5e0-ec7d0647084f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8265812
Apr 20 18:23:22.487793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4191ff-abc0-4ee8-b894-e2dc23143586 req-69d8f13d-c60d-4fb9-8f81-d8cedb17f6df tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:22.490245 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:22.490952 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ac4191ff-abc0-4ee8-b894-e2dc23143586 req-69d8f13d-c60d-4fb9-8f81-d8cedb17f6df tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 931 time: 0.5823808
Apr 20 18:23:22.529555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 8e1cca31-befa-4590-be00-9ee60c9ef1b9, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=8e1cca31-befa-4590-be00-9ee60c9ef1b9,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:22.533099 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:22.535417 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:22.584961 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Pushing event updated for resources: {'Port': ['ID=73e59f11-693d-438f-8979-0eae83889388,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:22.602079 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:22.637765 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ac4191ff-abc0-4ee8-b894-e2dc23143586 req-a4d5cfaf-eaa2-4585-b9d7-e23b886b2a69 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306670
Apr 20 18:23:22.641579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=8e1cca31-befa-4590-be00-9ee60c9ef1b9,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:22.645634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:22.663405 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Attempting to bind port 73e59f11-693d-438f-8979-0eae83889388 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:22.663601 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Attempting to bind port 73e59f11-693d-438f-8979-0eae83889388 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '6570b337-fe86-4f35-9b48-276b93b735b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:22.663923 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Attempting to bind port 73e59f11-693d-438f-8979-0eae83889388 on network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:22.669993 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Port 73e59f11-693d-438f-8979-0eae83889388 on network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:23:22.670360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Attempting to bind port 73e59f11-693d-438f-8979-0eae83889388 on network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:22.676528 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:22.676909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Checking segment: {'id': '6570b337-fe86-4f35-9b48-276b93b735b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:22.677327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Bound using segment: {'id': '6570b337-fe86-4f35-9b48-276b93b735b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:22.677799 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Bound port: 73e59f11-693d-438f-8979-0eae83889388, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6570b337-fe86-4f35-9b48-276b93b735b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:22.678285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:22.776724 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] For port 73e59f11-693d-438f-8979-0eae83889388, host hv-cinder-78692, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:22.780418 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] For port 73e59f11-693d-438f-8979-0eae83889388, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=73e59f11-693d-438f-8979-0eae83889388,segment=NetworkSegment(6570b337-fe86-4f35-9b48-276b93b735b7),segment_id=6570b337-fe86-4f35-9b48-276b93b735b7)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:22.784560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:22.790842 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:22.864498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:22.865174 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:22.866702 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] 10.222.0.41 "PUT /v2.0/ports/73e59f11-693d-438f-8979-0eae83889388 HTTP/1.1" status: 200  len: 1093 time: 1.6380770
Apr 20 18:23:22.867231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470554ed-eb5e-4dae-bdf7-d6241e549a3d', 'tag': '73e59f11-693d-438f-8979-0eae83889388'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:22.889611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Pushing event updated for resources: {'Port': ['ID=73e59f11-693d-438f-8979-0eae83889388,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:22.893547 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:22.972588 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '470554ed-eb5e-4dae-bdf7-d6241e549a3d', 'tag': '73e59f11-693d-438f-8979-0eae83889388', 'status': 'completed', 'code': 200}
Apr 20 18:23:23.021440 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-ca532c9f-072b-4920-86a2-cd2cce622186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:23.023063 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-ca532c9f-072b-4920-86a2-cd2cce622186 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17063592a9e3491b99da5808c9f3a76d&device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 1096 time: 0.1011724
Apr 20 18:23:23.034565 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34898) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:23.041210 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692289479', 'description': 'tempest-description--2052496286'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:23.090544 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:23.102781 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Usage tracker for resource:security_group and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:23.106262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:23.112510 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-d5c9cea2-9c73-41e2-91dc-65a2fc6604f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73e59f11-693d-438f-8979-0eae83889388 HTTP/1.1" status: 200  len: 217 time: 0.0765297
Apr 20 18:23:23.114890 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:23.139852 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:23.166957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:23.170879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e0033-dba6-40b2-a788-75b501a41701 req-81454dc7-9478-4d88-b07e-015e064e815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:23.172509 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-874e0033-dba6-40b2-a788-75b501a41701 req-81454dc7-9478-4d88-b07e-015e064e815c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 1098 time: 0.1253853
Apr 20 18:23:23.176156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Usage tracker for resource:security_group_rule and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:23.179261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:23.186755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-70120316-0fec-443f-9f70-8444dda4200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:23.187930 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-70120316-0fec-443f-9f70-8444dda4200d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9705ccc-a51e-4061-a862-54179150e29e HTTP/1.1" status: 200  len: 849 time: 0.0678098
Apr 20 18:23:23.199898 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:23.245270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-874e0033-dba6-40b2-a788-75b501a41701 req-ffd729e7-b4b2-4fb8-ad27-fc12fd62b1ef service neutron] Synchronizing usage tracker for tenant:5f11bbf5e05544f7876d281aea711235 on resource:security_group {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:23.294384 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-23796f15-ff92-44cd-9c9a-3e180233ccd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21567e63-c8cf-420a-a6e8-4fb18a3a22fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0979199
Apr 20 18:23:23.321594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:23.330376 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:23.336901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d147b8cd-1f23-437a-8411-e2934654c6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:23.352388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-874e0033-dba6-40b2-a788-75b501a41701 req-ffd729e7-b4b2-4fb8-ad27-fc12fd62b1ef service neutron] Unset dirty status for tenant:5f11bbf5e05544f7876d281aea711235 on resource:security_group {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:23.353603 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-874e0033-dba6-40b2-a788-75b501a41701 req-ffd729e7-b4b2-4fb8-ad27-fc12fd62b1ef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709716
Apr 20 18:23:23.385384 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:23.389641 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3510332
Apr 20 18:23:23.390046 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34908) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:23.396944 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Request body: {'security_group_rule': {'security_group_id': '52e097e2-96bb-4907-8b4a-cfec792909db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:23.408567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:23.414650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e097e2-96bb-4907-8b4a-cfec792909db,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:23.417526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Usage tracker for resource:security_group_rule and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:23.421259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:23.422200 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:23.428695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:23.447594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:23.475950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed26c6-c916-4aba-8e40-ad165a536817 req-09930c90-a442-4654-b145-92158983b837 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:23.477595 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5ed26c6-c916-4aba-8e40-ad165a536817 req-09930c90-a442-4654-b145-92158983b837 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.2382777
Apr 20 18:23:23.502231 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-8630d970-5afb-4d1a-adcf-2bbe23d0c94d service neutron] 10.222.0.41 "GET /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2005956
Apr 20 18:23:23.542034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:23.545672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:23.547741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:23.578073 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6d580d-acd5-44a7-ac51-1b27347553aa,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:23.594017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:23.597570 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:23.599122 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2081132
Apr 20 18:23:23.602055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34922) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:23.611467 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Request body: {'security_group_rule': {'security_group_id': '52e097e2-96bb-4907-8b4a-cfec792909db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:23.634460 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5ed26c6-c916-4aba-8e40-ad165a536817 req-33d5dc56-136b-4e57-8106-31da4060156e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445324
Apr 20 18:23:23.653176 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:23.667943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Usage tracker for resource:security_group_rule and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:23.676610 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:23.694251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:23.721893 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5eadbc12-250a-4b64-a16a-1e6940c9a12a req-62ed68ae-e414-496b-a7df-85cbb06e499f service neutron] 10.222.0.41 "GET /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2123759
Apr 20 18:23:23.723830 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:23.981985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:23.998954 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.023553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 8e1cca31-befa-4590-be00-9ee60c9ef1b9 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:24.050966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b91bbae7-68b7-4644-81a4-27216e57305e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:24.068158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.078504 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4747803
Apr 20 18:23:24.080440 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34952) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:24.110153 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Request body: {'floatingip': {'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:24.129764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:24.140509 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Usage tracker for resource:floatingip and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:24.144771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 8e1cca31-befa-4590-be00-9ee60c9ef1b9 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:24.145204 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.146959 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:24.160234 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:24.179844 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.216701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c9fa-83e8-4f8e-b4ba-a7e351d81100 req-53a726ce-b9ae-4d98-91db-461066529a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:24.218546 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf49c9fa-83e8-4f8e-b4ba-a7e351d81100 req-53a726ce-b9ae-4d98-91db-461066529a7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17063592a9e3491b99da5808c9f3a76d&device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 1096 time: 0.4394367
Apr 20 18:23:24.258092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac0a7e-2903-422e-aef2-4435670f0f72 req-c1e818f1-0876-4ae2-8a27-d57ffcb42b99 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:24.274197 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-19ac0a7e-2903-422e-aef2-4435670f0f72 req-c1e818f1-0876-4ae2-8a27-d57ffcb42b99 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 943 time: 0.4741955
Apr 20 18:23:24.284802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e93d9bc-f77c-48cb-90f9-a3262daaa9d1,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:24.287218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34960) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:24.339142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:24.461564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Sync routers for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:23:24.481152 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:24.481934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdef7c50>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:24.492282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-86af9211-9f25-4954-9059-b0b4a76e5062 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:24.493267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-86af9211-9f25-4954-9059-b0b4a76e5062 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Synchronizing usage tracker for tenant:ae7c716d100040a688d779bdd1030992 on resource:network {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:24.503456 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34966) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:24.541051 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-19ac0a7e-2903-422e-aef2-4435670f0f72 req-0b3c3aac-fed2-4430-86d0-55be1df03fa2 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2619188
Apr 20 18:23:24.557480 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-86af9211-9f25-4954-9059-b0b4a76e5062 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Unset dirty status for tenant:ae7c716d100040a688d779bdd1030992 on resource:network {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:24.565426 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-86af9211-9f25-4954-9059-b0b4a76e5062 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/networks?id=a99171f2-1f52-40c8-9547-c0aeb0e6b739 HTTP/1.1" status: 200  len: 813 time: 0.6657033
Apr 20 18:23:24.609575 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-cb48601c-72aa-4a93-907f-74c46836ca9b tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/quotas/ae7c716d100040a688d779bdd1030992 HTTP/1.1" status: 200  len: 375 time: 0.0428503
Apr 20 18:23:24.628265 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be943d6-2ba4-4102-ab4c-9ac8f69d4848 admin admin] Deleting subnet 21bfbd2a-f09e-4f49-8c0d-4929531c528e {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:23:24.644114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3be943d6-2ba4-4102-ab4c-9ac8f69d4848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.667216 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c9fa-83e8-4f8e-b4ba-a7e351d81100 req-972a808a-db99-4083-8f3b-03dc23edac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:24.668982 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf49c9fa-83e8-4f8e-b4ba-a7e351d81100 req-972a808a-db99-4083-8f3b-03dc23edac9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=21567e63-c8cf-420a-a6e8-4fb18a3a22fa HTTP/1.1" status: 200  len: 910 time: 0.4403427
Apr 20 18:23:24.686157 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-79a8d00a-0218-4cd4-b0e4-abd3362ac9c2 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae7c716d100040a688d779bdd1030992&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0752788
Apr 20 18:23:24.722339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:24.794947 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3be943d6-2ba4-4102-ab4c-9ac8f69d4848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852691882'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.888120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-579971bb-a3b3-415d-9b2f-973e1b8e3bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:24.953124 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0028a78d-072f-4905-ac25-abc977bd416f service neutron] 10.222.0.43 "GET /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2657487
Apr 20 18:23:25.030957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-579971bb-a3b3-415d-9b2f-973e1b8e3bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:25.065337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-579971bb-a3b3-415d-9b2f-973e1b8e3bfd admin admin] Usage tracker for resource:security_group_rule and tenant:897c2b1889a848099e2e8aabfbdfafb6 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:25.075288 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-579971bb-a3b3-415d-9b2f-973e1b8e3bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:25.082966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-579971bb-a3b3-415d-9b2f-973e1b8e3bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:25.083598 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf49c9fa-83e8-4f8e-b4ba-a7e351d81100 req-5522ca8b-7343-4f3d-ab71-93e258bbc4a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73e59f11-693d-438f-8979-0eae83889388 HTTP/1.1" status: 200  len: 217 time: 0.1411152
Apr 20 18:23:25.101021 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3be943d6-2ba4-4102-ab4c-9ac8f69d4848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:25.216436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9de63-f0f6-447a-bbf4-6560e6188511 req-815958a9-4351-4584-a53f-a1af457a1cac tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:25.218057 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-64d9de63-f0f6-447a-bbf4-6560e6188511 req-815958a9-4351-4584-a53f-a1af457a1cac tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.3514340
Apr 20 18:23:25.224473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:25.256491 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49c9fa-83e8-4f8e-b4ba-a7e351d81100 req-3b59f0c5-1531-4098-8865-3bc57d8a8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:25.258195 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf49c9fa-83e8-4f8e-b4ba-a7e351d81100 req-3b59f0c5-1531-4098-8865-3bc57d8a8e6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9705ccc-a51e-4061-a862-54179150e29e HTTP/1.1" status: 200  len: 849 time: 0.1201370
Apr 20 18:23:25.283802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdef7c50>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 2, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:25.288431 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Checking router: 1d93e8d7-93a8-459f-b5e0-ec7d0647084f for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:23:25.288841 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Updating router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f port d3be100b-ab04-4fff-9434-2e28f0ccd30d binding host dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:23:25.332481 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf49c9fa-83e8-4f8e-b4ba-a7e351d81100 req-6f595181-6d00-463d-b516-98097af0c881 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21567e63-c8cf-420a-a6e8-4fb18a3a22fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663633
Apr 20 18:23:25.336285 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-72b969e1-6fda-4e5a-9b68-ae04193a53f9 service neutron] 10.222.0.43 "GET /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3821423
Apr 20 18:23:25.350044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:25.480094 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-64d9de63-f0f6-447a-bbf4-6560e6188511 req-97676476-10b3-4b59-825d-86fe0e25c2fa tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307081
Apr 20 18:23:25.555017 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf49c9fa-83e8-4f8e-b4ba-a7e351d81100 req-cd5bccdb-ca55-4910-b4c0-9e627de07de1 service neutron] 10.222.0.41 "GET /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143729
Apr 20 18:23:25.681322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-579971bb-a3b3-415d-9b2f-973e1b8e3bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:25.698681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-579971bb-a3b3-415d-9b2f-973e1b8e3bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:25.712597 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-25443568-ada7-4749-bdd7-5d8f875aadd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:25.743296 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Allocated IP 172.27.1.86 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/7d2c3658-1aa6-4227-9b4a-d81db353689b) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:25.745567 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-791c773b-a45a-42c9-8d8c-35f4dbef57b8 req-a34323a4-31b3-44f0-8629-a027fee4e24e tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 210 time: 0.1465199
Apr 20 18:23:25.857515 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-579971bb-a3b3-415d-9b2f-973e1b8e3bfd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=897c2b1889a848099e2e8aabfbdfafb6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3483703
Apr 20 18:23:25.865734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579971bb-a3b3-415d-9b2f-973e1b8e3bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df165b3d-d5b6-4537-a37c-bbe5a8085eb1,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:25.870425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-579971bb-a3b3-415d-9b2f-973e1b8e3bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:25.873865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 34992) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:25.952796 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:25.971853 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3be943d6-2ba4-4102-ab4c-9ac8f69d4848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852495547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850637491'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:25.981231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Transition to ACTIVE for port object d3be100b-ab04-4fff-9434-2e28f0ccd30d will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:25.988772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:25.995663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-29a39db3-c82d-44f9-816f-d57f6ac1db03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:26.003183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:26.013971 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf49c9fa-83e8-4f8e-b4ba-a7e351d81100 req-efdd706f-e198-41ca-a262-62c2042f8632 service neutron] 10.222.0.41 "GET /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4513838
Apr 20 18:23:26.054613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3f1e6-c045-4693-af28-2768f3b2693b req-6c6b36a8-ef07-412e-a4ce-6ec2b609e3de tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:26.056680 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c9b3f1e6-c045-4693-af28-2768f3b2693b req-6c6b36a8-ef07-412e-a4ce-6ec2b609e3de tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 943 time: 0.1684096
Apr 20 18:23:26.087738 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80720481-d26f-469f-b1b4-619261e6825e None None] Pushing event updated for resources: {'Port': ['ID=d3be100b-ab04-4fff-9434-2e28f0ccd30d,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:26.092931 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-80720481-d26f-469f-b1b4-619261e6825e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:26.171725 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c9b3f1e6-c045-4693-af28-2768f3b2693b req-b6de9023-c16b-4d44-ba81-48f982be3731 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074452
Apr 20 18:23:26.309142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 73e59f11-693d-438f-8979-0eae83889388 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:23:26.335583 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Attempting to bind port d3be100b-ab04-4fff-9434-2e28f0ccd30d on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:26.336007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Attempting to bind port d3be100b-ab04-4fff-9434-2e28f0ccd30d by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:26.336423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Attempting to bind port d3be100b-ab04-4fff-9434-2e28f0ccd30d on network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:26.358561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:26.358844 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Checking segment: {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:26.361639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.362760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Bound using segment: {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:26.363727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Bound port: d3be100b-ab04-4fff-9434-2e28f0ccd30d, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:26.364533 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.404524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3be943d6-2ba4-4102-ab4c-9ac8f69d4848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.407501 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be943d6-2ba4-4102-ab4c-9ac8f69d4848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21bfbd2a-f09e-4f49-8c0d-4929531c528e,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:26.411219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3be943d6-2ba4-4102-ab4c-9ac8f69d4848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:26.465894 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3be943d6-2ba4-4102-ab4c-9ac8f69d4848 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/21bfbd2a-f09e-4f49-8c0d-4929531c528e HTTP/1.1" status: 204  len: 168 time: 2.1466863
Apr 20 18:23:26.468560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35008) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:26.516386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac9dee-3abe-4292-a5f9-74143fb9874b req-2501e784-8362-40e3-9e93-adc578238f33 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:26.518805 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-baac9dee-3abe-4292-a5f9-74143fb9874b req-2501e784-8362-40e3-9e93-adc578238f33 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.7706006
Apr 20 18:23:26.550775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d8463654-9ff6-4040-a580-12d993b817c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.613122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.682883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d8463654-9ff6-4040-a580-12d993b817c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.706621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 73e59f11-693d-438f-8979-0eae83889388, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=73e59f11-693d-438f-8979-0eae83889388,segment=NetworkSegment(6570b337-fe86-4f35-9b48-276b93b735b7),segment_id=6570b337-fe86-4f35-9b48-276b93b735b7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:26.727785 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-baac9dee-3abe-4292-a5f9-74143fb9874b req-c493b1c5-2b23-4f85-b7de-bd858350f3a1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787956
Apr 20 18:23:26.758894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '73e59f11-693d-438f-8979-0eae83889388', 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa', 'port_id': '73e59f11-693d-438f-8979-0eae83889388', 'mac_address': 'fa:16:3e:a2:a2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9705ccc-a51e-4061-a862-54179150e29e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:23:26.788100 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.794328 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:26.915550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d8463654-9ff6-4040-a580-12d993b817c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.934548 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:26.945422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:26.958156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] For port d3be100b-ab04-4fff-9434-2e28f0ccd30d, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:26.963847 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] For port d3be100b-ab04-4fff-9434-2e28f0ccd30d, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=d3be100b-ab04-4fff-9434-2e28f0ccd30d,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:26.969815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.973188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:27.000885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:27.026816 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:27.059548 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:27.081589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d8463654-9ff6-4040-a580-12d993b817c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:27.086103 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d8463654-9ff6-4040-a580-12d993b817c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df165b3d-d5b6-4537-a37c-bbe5a8085eb1 HTTP/1.1" status: 204  len: 168 time: 1.2105348
Apr 20 18:23:27.091227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event updated for resources: {'Port': ['ID=7d2c3658-1aa6-4227-9b4a-d81db353689b,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:27.124866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80720481-d26f-469f-b1b4-619261e6825e None None] Pushing event updated for resources: {'Port': ['ID=d3be100b-ab04-4fff-9434-2e28f0ccd30d,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:27.137994 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-80720481-d26f-469f-b1b4-619261e6825e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:27.139888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e59f11-693d-438f-8979-0eae83889388 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:27.183482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:27.184038 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-579971bb-a3b3-415d-9b2f-973e1b8e3bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:27.201869 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3fb2daa5-1c9c-43a5-b4b9-c6b59b2375ef req-bca3d704-e38d-4caa-acaa-2137142bcea9 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 210 time: 0.1385448
Apr 20 18:23:27.211967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8463654-9ff6-4040-a580-12d993b817c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df165b3d-d5b6-4537-a37c-bbe5a8085eb1,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:27.215899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d8463654-9ff6-4040-a580-12d993b817c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:27.238672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 73e59f11-693d-438f-8979-0eae83889388, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=73e59f11-693d-438f-8979-0eae83889388,segment=NetworkSegment(6570b337-fe86-4f35-9b48-276b93b735b7),segment_id=6570b337-fe86-4f35-9b48-276b93b735b7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:27.239839 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:27.247805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdef7c50>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:27.257285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:27.413335 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:27.497341 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:27.640377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:27.730636 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:27.744329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbd5f1eb8>,) {'filters': {'network_id': ['b5118365-13c3-4b13-bdef-2bd3339c1fe3']}} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:27.761497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd5f1eb8>, 'ae8e715e-22b8-4a16-92b6-90dd4d35b0de') {'for_net_delete': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:27.761497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd5f1eb8>, 'ae8e715e-22b8-4a16-92b6-90dd4d35b0de') {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:27.775588 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436287'] for segment, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:27.780558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:27.793109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:27.800882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=86370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:23:27.826522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:27.911481 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event updated for resources: {'Port': ['ID=7d2c3658-1aa6-4227-9b4a-d81db353689b,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:27.917107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:28.005759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Network b5118365-13c3-4b13-bdef-2bd3339c1fe3 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:23:28.020299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2339723'] for segment, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.027202 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38139d6-f368-4fd8-8d90-cb3eb26e575d req-9a689b8a-8169-4199-a0f5-abc03204fd6b tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:28.036209 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c38139d6-f368-4fd8-8d90-cb3eb26e575d req-9a689b8a-8169-4199-a0f5-abc03204fd6b tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 944 time: 0.3029697
Apr 20 18:23:28.101750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 35036) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:28.116023 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.178175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-194a2fc3-4f15-46ff-84cd-f51dd08f14ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.231148 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.233121 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.1447580
Apr 20 18:23:28.241265 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-194a2fc3-4f15-46ff-84cd-f51dd08f14ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:28.271997 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c38139d6-f368-4fd8-8d90-cb3eb26e575d req-5cb51f5a-af93-41e9-8969-bc6d59d0e0ea tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2346539
Apr 20 18:23:28.280673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-194a2fc3-4f15-46ff-84cd-f51dd08f14ff admin admin] Usage tracker for resource:security_group_rule and tenant:80dc90f54d32463caeaf2e25baa1961b is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:28.291830 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-194a2fc3-4f15-46ff-84cd-f51dd08f14ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:28.316918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-194a2fc3-4f15-46ff-84cd-f51dd08f14ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:28.455349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.460771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-194a2fc3-4f15-46ff-84cd-f51dd08f14ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.466876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-194a2fc3-4f15-46ff-84cd-f51dd08f14ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.468477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:28.477834 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bb7df8de-aa05-49b9-9e18-bd4e9cd1e3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:28.541054 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a2fc3-4f15-46ff-84cd-f51dd08f14ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a4568b-57b2-44bc-a3f8-5466a61314fd,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:28.544803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-194a2fc3-4f15-46ff-84cd-f51dd08f14ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:28.552701 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-194a2fc3-4f15-46ff-84cd-f51dd08f14ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80dc90f54d32463caeaf2e25baa1961b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4462607
Apr 20 18:23:28.554668 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 35058) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:28.659267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=73e59f11-693d-438f-8979-0eae83889388,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:28.662485 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-01798152-eb48-47d3-953e-b74920e0e401 req-d1dcd69b-e51f-4764-aeb1-317c12a7e088 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 210 time: 0.1707721
Apr 20 18:23:28.688024 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b90767a-5010-48f3-9c32-7fc22b482a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.694038 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:28.703170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Network b5118365-13c3-4b13-bdef-2bd3339c1fe3 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:23:28.751448 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-af937f7d-53d5-4710-b47f-b3b3ca8ea8a7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Synchronizing usage tracker for tenant:fe22aab01b594fd5bed1599af2656430 on resource:security_group {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:28.758278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b90767a-5010-48f3-9c32-7fc22b482a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.797432 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['73e59f11-693d-438f-8979-0eae83889388'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:23:28.827882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-af937f7d-53d5-4710-b47f-b3b3ca8ea8a7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Unset dirty status for tenant:fe22aab01b594fd5bed1599af2656430 on resource:security_group {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:28.829390 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-af937f7d-53d5-4710-b47f-b3b3ca8ea8a7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--692289479&fields=id&tenant_id=fe22aab01b594fd5bed1599af2656430 HTTP/1.1" status: 200  len: 267 time: 0.1678145
Apr 20 18:23:28.832117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b90767a-5010-48f3-9c32-7fc22b482a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.837372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-377af491-ff46-49de-bd09-9b80f2168710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:23:28.859516 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:23:28.864627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.875490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdef7c50>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:26Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:28.876430 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:28.885117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5696e91-adca-43ac-8373-55fdc6986617 None None] The sync data for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi is: [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:26Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:23:28.894028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90767a-5010-48f3-9c32-7fc22b482a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a4568b-57b2-44bc-a3f8-5466a61314fd,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:28.899259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:28.920666 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b5118365-13c3-4b13-bdef-2bd3339c1fe3 HTTP/1.1" status: 204  len: 168 time: 2.4506807
Apr 20 18:23:28.931343 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35068) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:28.944561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5118365-13c3-4b13-bdef-2bd3339c1fe3,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:28.947016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:29.009638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5b90767a-5010-48f3-9c32-7fc22b482a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:29.016657 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-3846472b-d221-487a-a973-49300f084c4f tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:29.023022 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-3846472b-d221-487a-a973-49300f084c4f tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.41 "GET /v2.0/networks?id=a99171f2-1f52-40c8-9547-c0aeb0e6b739 HTTP/1.1" status: 200  len: 813 time: 0.8228927
Apr 20 18:23:29.044062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b90767a-5010-48f3-9c32-7fc22b482a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:29.046900 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5b90767a-5010-48f3-9c32-7fc22b482a75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3a4568b-57b2-44bc-a3f8-5466a61314fd HTTP/1.1" status: 204  len: 168 time: 0.4899523
Apr 20 18:23:29.049892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Request body: {'port': {'device_id': '43979773-d62a-4f08-8743-34ef1c7458f0', 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739', 'admin_state_up': True, 'tenant_id': 'ae7c716d100040a688d779bdd1030992'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:29.160019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9552e29-05c6-4da8-9d98-255e7fcc98df admin admin] Deleting subnet 4b7c93c7-a942-4a71-b36b-a918f2d012df {{(pid=86370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:23:29.181441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d9552e29-05c6-4da8-9d98-255e7fcc98df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:29.195503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-0d18aa45-e5d9-424d-b068-7266a087a34a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:29.197651 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-0d18aa45-e5d9-424d-b068-7266a087a34a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 817 time: 0.3476076
Apr 20 18:23:29.227741 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-beb2345f-18b3-4cff-a623-f47a56c15db9 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/quotas/fe22aab01b594fd5bed1599af2656430 HTTP/1.1" status: 200  len: 375 time: 0.0230834
Apr 20 18:23:29.348877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-3b4efa13-0055-4069-b146-2a5ba1018a54 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Synchronizing usage tracker for tenant:fe22aab01b594fd5bed1599af2656430 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:29.350779 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d9552e29-05c6-4da8-9d98-255e7fcc98df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2339529'] for subnet, precommit_delete_associations {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:29.374828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-3b4efa13-0055-4069-b146-2a5ba1018a54 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Unset dirty status for tenant:fe22aab01b594fd5bed1599af2656430 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:29.376339 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-3b4efa13-0055-4069-b146-2a5ba1018a54 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1477172
Apr 20 18:23:29.501570 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:29.564709 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Usage tracker for resource:port and tenant:ae7c716d100040a688d779bdd1030992 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:29.585988 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:29.621566 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:29.630764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d9552e29-05c6-4da8-9d98-255e7fcc98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:29.661214 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b5d7bf7c-d227-4e66-bc8e-b323dbd062bc service neutron] 10.222.0.43 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541430
Apr 20 18:23:29.713679 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Made reservation on behalf of ae7c716d100040a688d779bdd1030992 for: {'port': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:29.725929 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:29.847705 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7ca55013-0fa1-4ef1-8709-7c841e809195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:30.146991 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-bd675b0d-0bb6-47c5-b0b2-c65a7e73f926 service neutron] 10.222.0.43 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4768693
Apr 20 18:23:30.177041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device d3be100b-ab04-4fff-9434-2e28f0ccd30d up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:30.247866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01815a7f-7919-4ff9-a18c-21a43f4a0147 req-6c079576-0e6e-4857-a594-d4482adb6b16 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:30.251020 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-01815a7f-7919-4ff9-a18c-21a43f4a0147 req-6c079576-0e6e-4857-a594-d4482adb6b16 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 944 time: 0.7462487
Apr 20 18:23:30.323981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port d3be100b-ab04-4fff-9434-2e28f0ccd30d completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:30.334262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port d3be100b-ab04-4fff-9434-2e28f0ccd30d triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:30.334688 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:30.509323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 73e59f11-693d-438f-8979-0eae83889388 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:30.512401 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Allocated IP 172.20.0.8 (a99171f2-1f52-40c8-9547-c0aeb0e6b739/8bda077d-1e61-42bc-86ee-f149018af646/848faacb-3119-4eaa-aa32-aa0f4d42ce9f) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:30.695376 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-01815a7f-7919-4ff9-a18c-21a43f4a0147 req-dc51eb4e-1681-47a1-9f90-3a4cf9fea90b tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3778524
Apr 20 18:23:30.766620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port 73e59f11-693d-438f-8979-0eae83889388 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:30.814003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:30.863499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 73e59f11-693d-438f-8979-0eae83889388 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:30.863925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:30.965153 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port d3be100b-ab04-4fff-9434-2e28f0ccd30d, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=d3be100b-ab04-4fff-9434-2e28f0ccd30d,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:30.981722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.008226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:31.037650 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2b10a303-a5d8-4af9-ad3b-36a8a3fe4d5a req-824d5158-4e4d-4a9b-8a50-b3b33111134d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 210 time: 0.1822031
Apr 20 18:23:31.146446 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c0c3b-bce0-48cc-bcd7-9e2b8f61b235 req-7401a719-7794-4662-aef1-c421ee99ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:31.148380 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ec2c0c3b-bce0-48cc-bcd7-9e2b8f61b235 req-7401a719-7794-4662-aef1-c421ee99ec12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 1099 time: 0.2124712
Apr 20 18:23:31.298422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d9552e29-05c6-4da8-9d98-255e7fcc98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852436440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411689'] for subnet, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.314320 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8f7600fc-6408-4315-a877-e26a49aa0444 req-02f18414-7e28-4188-ab13-a833fece0197 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 210 time: 0.2212968
Apr 20 18:23:31.317622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=d3be100b-ab04-4fff-9434-2e28f0ccd30d,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:31.339475 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:31.344941 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:31.358004 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.383030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d9552e29-05c6-4da8-9d98-255e7fcc98df admin admin] Notify callbacks [] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.405179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9552e29-05c6-4da8-9d98-255e7fcc98df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7c93c7-a942-4a71-b36b-a918f2d012df,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:31.414092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d9552e29-05c6-4da8-9d98-255e7fcc98df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:31.426413 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d9552e29-05c6-4da8-9d98-255e7fcc98df admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4b7c93c7-a942-4a71-b36b-a918f2d012df HTTP/1.1" status: 204  len: 168 time: 2.4914212
Apr 20 18:23:31.432850 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35196) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:31.443269 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 73e59f11-693d-438f-8979-0eae83889388, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=73e59f11-693d-438f-8979-0eae83889388,segment=NetworkSegment(6570b337-fe86-4f35-9b48-276b93b735b7),segment_id=6570b337-fe86-4f35-9b48-276b93b735b7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:31.445336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470554ed-eb5e-4dae-bdf7-d6241e549a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e59f11-693d-438f-8979-0eae83889388'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:31.460673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.467013 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:31.493098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c0c3b-bce0-48cc-bcd7-9e2b8f61b235 req-72238e17-db37-4db6-a437-65eefc0fd61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:31.494868 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ec2c0c3b-bce0-48cc-bcd7-9e2b8f61b235 req-72238e17-db37-4db6-a437-65eefc0fd61e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 920 time: 0.3373222
Apr 20 18:23:31.506945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601236d-5a4e-4736-a991-ee6d872f7780 req-313653e8-09bb-479a-9c56-f0504970f6d2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:31.515339 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c601236d-5a4e-4736-a991-ee6d872f7780 req-313653e8-09bb-479a-9c56-f0504970f6d2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1926012
Apr 20 18:23:31.563806 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470554ed-eb5e-4dae-bdf7-d6241e549a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e59f11-693d-438f-8979-0eae83889388', 'code': 200}
Apr 20 18:23:31.655729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=73e59f11-693d-438f-8979-0eae83889388,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:31.665627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.667093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:31.691529 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ec2c0c3b-bce0-48cc-bcd7-9e2b8f61b235 req-a46d3fef-a6eb-4ca7-a2d6-cf9f0a192af5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57353603-9b1c-429e-a397-e49d4af0e7cd HTTP/1.1" status: 200  len: 217 time: 0.1739070
Apr 20 18:23:31.701385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:31.766574 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c601236d-5a4e-4736-a991-ee6d872f7780 req-f4b101a3-8cd1-4624-807a-1c378a5d1120 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2501979
Apr 20 18:23:31.834526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c0c3b-bce0-48cc-bcd7-9e2b8f61b235 req-980d7813-d835-46b8-888a-26882e8aa662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:31.837937 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ec2c0c3b-bce0-48cc-bcd7-9e2b8f61b235 req-980d7813-d835-46b8-888a-26882e8aa662 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2689d2-4350-4ebc-b9a9-82127a455a4c HTTP/1.1" status: 200  len: 859 time: 0.1393256
Apr 20 18:23:31.933727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.41', 60404) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:32.051164 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ec2c0c3b-bce0-48cc-bcd7-9e2b8f61b235 req-2388ace9-1138-42b8-a048-0266016d2fd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2035663
Apr 20 18:23:32.061912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device d3be100b-ab04-4fff-9434-2e28f0ccd30d up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:32.218420 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.242168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port d3be100b-ab04-4fff-9434-2e28f0ccd30d triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:32.242668 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.254030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589be19-b62e-45e0-9c67-1001a0a8188e req-26e32b5b-b961-45d5-8eee-53b864652da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:32.255794 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d589be19-b62e-45e0-9c67-1001a0a8188e req-26e32b5b-b961-45d5-8eee-53b864652da8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 1098 time: 0.3210855
Apr 20 18:23:32.285832 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-72f25713-aa2d-4641-8ee9-b1aa9a6ae7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.355247 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-053ea3c7-66e8-46bb-8b3a-37d2f793d618 req-ea55999e-0c2c-45af-9239-5babfbdfd2b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 210 time: 0.1100233
Apr 20 18:23:32.389830 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d589be19-b62e-45e0-9c67-1001a0a8188e req-91ea43dd-3296-43a2-baee-549133decf2e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780826
Apr 20 18:23:32.402512 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ec2c0c3b-bce0-48cc-bcd7-9e2b8f61b235 req-04843a84-3477-4f46-937e-a0427d32e111 service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3425443
Apr 20 18:23:32.433942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.452612 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:32.552323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbd13eb38>,) {'filters': {'network_id': ['20aa1331-6ad6-4a94-9f8c-a6fc74572442']}} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:32.569895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Network a99171f2-1f52-40c8-9547-c0aeb0e6b739 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:32.589687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:32.592328 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:32.632334 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd13eb38>, '3e477bf8-2248-47a1-a5e6-5e0e0e3192d3') {'for_net_delete': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:32.632632 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd13eb38>, '3e477bf8-2248-47a1-a5e6-5e0e0e3192d3') {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:32.690789 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.692707 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Pushing event updated for resources: {'Port': ['ID=848faacb-3119-4eaa-aa32-aa0f4d42ce9f,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:32.703429 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:32.714329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436287'] for segment, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.753768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:32.754637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.769128 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fa9c5-b7a0-4aed-8576-80948f472ada req-86c74417-4e01-4112-b2ad-46cb30e7e205 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:32.777336 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a44fa9c5-b7a0-4aed-8576-80948f472ada req-86c74417-4e01-4112-b2ad-46cb30e7e205 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 945 time: 0.5267940
Apr 20 18:23:32.785642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.801662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=86370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:23:32.908584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35234) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:32.981522 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9425633
Apr 20 18:23:33.046864 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a44fa9c5-b7a0-4aed-8576-80948f472ada req-0715bd46-fec8-4aa0-9d6f-39672129f53c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2685235
Apr 20 18:23:33.074857 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Request body: {'port': {'device_id': '43979773-d62a-4f08-8743-34ef1c7458f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:33.085140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-0c17d57b-9d7d-4bf4-8652-0f5e8c76bdbd tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:33.086798 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-0c17d57b-9d7d-4bf4-8652-0f5e8c76bdbd tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.41 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 817 time: 0.1761494
Apr 20 18:23:33.158261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Network 20aa1331-6ad6-4a94-9f8c-a6fc74572442 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:23:33.168623 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ec2c0c3b-bce0-48cc-bcd7-9e2b8f61b235 req-081317b2-2fa0-4ab9-a7d5-ff4a32de765a service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6841500
Apr 20 18:23:33.204789 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2339723'] for segment, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.249668 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c798c-d594-4d4d-bd71-8578af0a92a7 req-51cb1982-d523-49e9-b3ee-80a4885375c9 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:33.251660 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f17c798c-d594-4d4d-bd71-8578af0a92a7 req-51cb1982-d523-49e9-b3ee-80a4885375c9 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 931 time: 0.7229548
Apr 20 18:23:33.308195 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-c891c3a6-7eee-4aa3-babc-edb62534c89d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe22aab01b594fd5bed1599af2656430 HTTP/1.1" status: 200  len: 5708 time: 0.1375690
Apr 20 18:23:33.324824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Request body: {'port': {'device_id': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'admin_state_up': True, 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'security_groups': ['52e097e2-96bb-4907-8b4a-cfec792909db']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:33.379075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7f181bf5-7efe-4b0c-a18f-45940c044b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.407494 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f17c798c-d594-4d4d-bd71-8578af0a92a7 req-17d8d4fb-e005-41ca-bd75-f00aa0e031b7 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472640
Apr 20 18:23:33.433680 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-7f181bf5-7efe-4b0c-a18f-45940c044b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:33.435442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-7f181bf5-7efe-4b0c-a18f-45940c044b31 admin admin] Usage tracker for resource:security_group_rule and tenant:0a902e34aa024025b2d91b01453bf576 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:33.443006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-7f181bf5-7efe-4b0c-a18f-45940c044b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:33.449221 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-7f181bf5-7efe-4b0c-a18f-45940c044b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:33.496323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.535471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:33.556768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:33.578901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Made reservation on behalf of fe22aab01b594fd5bed1599af2656430 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:33.583492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.586978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.619964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Network 20aa1331-6ad6-4a94-9f8c-a6fc74572442 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:23:33.650093 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:23:33.669529 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0eb351fe-dfb0-4e29-8dbe-75d876fefa96 req-92db24d8-d3bb-41c6-a62d-7322eb0bd563 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 210 time: 0.0690358
Apr 20 18:23:33.777473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16652ee-74fa-48e3-820b-a89d0f72d3c9 req-346a5084-572e-49ac-8975-43c56b347d53 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:33.779144 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c16652ee-74fa-48e3-820b-a89d0f72d3c9 req-346a5084-572e-49ac-8975-43c56b347d53 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.5918608
Apr 20 18:23:33.836061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Allocated IP 172.20.0.11 (57e5a436-aca0-48fd-a6de-9a7a8bcb10a8/96e487bf-c814-4be6-9fde-e683deb8645e/3148b6aa-85be-4efc-aaf2-890a502b24b0) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:33.848985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.925595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:33.940546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.972594 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c16652ee-74fa-48e3-820b-a89d0f72d3c9 req-edcca55e-a190-4301-b3ad-d414b3c94b07 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738269
Apr 20 18:23:33.984416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Pushing event deleted for resources: {'Network': ['ID=20aa1331-6ad6-4a94-9f8c-a6fc74572442,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:33.996123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:34.013373 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] 10.222.0.43 "DELETE /v2.0/networks/20aa1331-6ad6-4a94-9f8c-a6fc74572442 HTTP/1.1" status: 204  len: 168 time: 2.5793405
Apr 20 18:23:34.070124 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.087419 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Transition to ACTIVE for port object 3148b6aa-85be-4efc-aaf2-890a502b24b0 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:34.115030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.118995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7f181bf5-7efe-4b0c-a18f-45940c044b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.126208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7f181bf5-7efe-4b0c-a18f-45940c044b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.132362 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:34.140703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f86b780a-e5ab-4d08-b870-e720666c894b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:34.171387 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35260) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:34.200438 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:34.245183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:34.255188 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7f181bf5-7efe-4b0c-a18f-45940c044b31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a902e34aa024025b2d91b01453bf576&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3307865
Apr 20 18:23:34.257488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35264) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:34.258440 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f181bf5-7efe-4b0c-a18f-45940c044b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624f42d8-e547-4304-abd9-7f8131492fa1,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:34.262586 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7f181bf5-7efe-4b0c-a18f-45940c044b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:34.262783 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:34.333423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event updated for resources: {'Port': ['ID=3148b6aa-85be-4efc-aaf2-890a502b24b0,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:34.345093 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-97030ee5-9e03-4cd0-86f8-7dc5b44bc50a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07dfe43296494b8096b692cf87553fe3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1604648
Apr 20 18:23:34.351421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35270) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:34.353751 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:34.385943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:34.386684 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.418471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ba4c7-e08c-4b1c-8fc6-747451bc414f req-7b64ac0f-9d73-43d0-8772-99ac73cc05ac tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:34.420174 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c34ba4c7-e08c-4b1c-8fc6-747451bc414f req-7b64ac0f-9d73-43d0-8772-99ac73cc05ac tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 945 time: 0.2365339
Apr 20 18:23:34.452392 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1341784
Apr 20 18:23:34.467110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Request body: {'port': {'device_id': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:34.501950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-63ac1a10-8046-4760-975b-032852f9792b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.521057 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.521741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0556677f-046d-4432-935e-345570104326 None None] Provisioning for port 3148b6aa-85be-4efc-aaf2-890a502b24b0 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:34.529140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0556677f-046d-4432-935e-345570104326 None None] Provisioning complete for port 3148b6aa-85be-4efc-aaf2-890a502b24b0 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:34.529665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0556677f-046d-4432-935e-345570104326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.566779 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848faacb-3119-4eaa-aa32-aa0f4d42ce9f {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:34.583831 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c34ba4c7-e08c-4b1c-8fc6-747451bc414f req-ed23309d-7ae8-4421-b418-b7b88030fe7b tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541085
Apr 20 18:23:34.609682 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0556677f-046d-4432-935e-345570104326 None None] Port 3148b6aa-85be-4efc-aaf2-890a502b24b0 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:23:34.657787 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.667803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1a90a682-d8ff-4390-b2c2-eda13e770597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.679899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.691850 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-63ac1a10-8046-4760-975b-032852f9792b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.028845 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Transition to ACTIVE for port object 848faacb-3119-4eaa-aa32-aa0f4d42ce9f will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:35.057423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.060516 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1a90a682-d8ff-4390-b2c2-eda13e770597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.082443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:35.146541 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56953ee1-7a98-459b-bf7e-b778cba38e87 req-87d98a6a-03a8-43cf-88d0-1b4c704f6b41 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:35.148422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-56953ee1-7a98-459b-bf7e-b778cba38e87 req-87d98a6a-03a8-43cf-88d0-1b4c704f6b41 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Synchronizing usage tracker for tenant:fe22aab01b594fd5bed1599af2656430 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:35.206485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-56953ee1-7a98-459b-bf7e-b778cba38e87 req-87d98a6a-03a8-43cf-88d0-1b4c704f6b41 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Unset dirty status for tenant:fe22aab01b594fd5bed1599af2656430 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:35.210273 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-56953ee1-7a98-459b-bf7e-b778cba38e87 req-87d98a6a-03a8-43cf-88d0-1b4c704f6b41 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 932 time: 0.3340213
Apr 20 18:23:35.328620 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-56953ee1-7a98-459b-bf7e-b778cba38e87 req-ece0c1f1-3f56-4850-a34b-a053b9c6cb22 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1138108
Apr 20 18:23:35.347384 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Pushing event updated for resources: {'Port': ['ID=848faacb-3119-4eaa-aa32-aa0f4d42ce9f,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:35.354749 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3148b6aa-85be-4efc-aaf2-890a502b24b0 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:35.367815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.378270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b15701-f5a5-4ce3-9cf5-e68d91196569 req-57181898-a98c-4726-bfbc-63749cced0e5 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:35.379313 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-d3b15701-f5a5-4ce3-9cf5-e68d91196569 req-57181898-a98c-4726-bfbc-63749cced0e5 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Synchronizing usage tracker for tenant:ae7c716d100040a688d779bdd1030992 on resource:port {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:35.401312 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Transition to ACTIVE for port object 3148b6aa-85be-4efc-aaf2-890a502b24b0 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:35.406454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.425921 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-32eaade9-7e64-4766-b594-1021b52679c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:35.472964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:35.508459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1a90a682-d8ff-4390-b2c2-eda13e770597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.519323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bb2fe8e0-96de-4042-8bb0-dfaf3f5b4777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:35.530806 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Attempting to bind port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:35.531196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Attempting to bind port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '45af68d6-716e-44ee-96b2-27c7d26fa790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:35.531574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Attempting to bind port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f on network a99171f2-1f52-40c8-9547-c0aeb0e6b739 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:35.547544 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-63ac1a10-8046-4760-975b-032852f9792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.551011 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-63ac1a10-8046-4760-975b-032852f9792b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.552412 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-63ac1a10-8046-4760-975b-032852f9792b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/624f42d8-e547-4304-abd9-7f8131492fa1 HTTP/1.1" status: 204  len: 168 time: 1.2885756
Apr 20 18:23:35.553604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-d3b15701-f5a5-4ce3-9cf5-e68d91196569 req-57181898-a98c-4726-bfbc-63749cced0e5 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Unset dirty status for tenant:ae7c716d100040a688d779bdd1030992 on resource:port {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:35.557092 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d3b15701-f5a5-4ce3-9cf5-e68d91196569 req-57181898-a98c-4726-bfbc-63749cced0e5 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 931 time: 1.0025413
Apr 20 18:23:35.574596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90a682-d8ff-4390-b2c2-eda13e770597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4fe316-6a37-4fe8-9fe0-57a33c233a25,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:35.579724 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f on network a99171f2-1f52-40c8-9547-c0aeb0e6b739 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:23:35.580101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Attempting to bind port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f on network a99171f2-1f52-40c8-9547-c0aeb0e6b739 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:35.609264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1a90a682-d8ff-4390-b2c2-eda13e770597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.614516 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1a90a682-d8ff-4390-b2c2-eda13e770597 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e4fe316-6a37-4fe8-9fe0-57a33c233a25 HTTP/1.1" status: 204  len: 168 time: 1.2572489
Apr 20 18:23:35.628891 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1a90a682-d8ff-4390-b2c2-eda13e770597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:35.639637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:35.646142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Checking segment: {'id': '45af68d6-716e-44ee-96b2-27c7d26fa790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:35.649643 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Bound using segment: {'id': '45af68d6-716e-44ee-96b2-27c7d26fa790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:35.650508 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Bound port: 848faacb-3119-4eaa-aa32-aa0f4d42ce9f, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45af68d6-716e-44ee-96b2-27c7d26fa790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:35.653154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.683214 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6dbbe16e-7a79-4c45-9e97-f23cd4e27dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:35.750733 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac1a10-8046-4760-975b-032852f9792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624f42d8-e547-4304-abd9-7f8131492fa1,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:35.817347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-63ac1a10-8046-4760-975b-032852f9792b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:35.875867 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-d3b15701-f5a5-4ce3-9cf5-e68d91196569 req-0cfbf8e2-b390-420b-b883-06d5d87e37ff tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Synchronizing usage tracker for tenant:ae7c716d100040a688d779bdd1030992 on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:35.890424 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Pushing event updated for resources: {'Port': ['ID=3148b6aa-85be-4efc-aaf2-890a502b24b0,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:35.909471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:35.918568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] For port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f, host hv-cinder-78692, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:35.922941 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] For port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=848faacb-3119-4eaa-aa32-aa0f4d42ce9f,segment=NetworkSegment(45af68d6-716e-44ee-96b2-27c7d26fa790),segment_id=45af68d6-716e-44ee-96b2-27c7d26fa790)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:35.927263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-d3b15701-f5a5-4ce3-9cf5-e68d91196569 req-0cfbf8e2-b390-420b-b883-06d5d87e37ff tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Unset dirty status for tenant:ae7c716d100040a688d779bdd1030992 on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:35.943966 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d3b15701-f5a5-4ce3-9cf5-e68d91196569 req-0cfbf8e2-b390-420b-b883-06d5d87e37ff tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3139637
Apr 20 18:23:35.953669 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.964937 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:36.022579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2654d9-dc0b-44f8-b2da-d0d3222145ae req-1c105915-5b48-4012-949d-0cd038dfb7ac tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:36.031578 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6d2654d9-dc0b-44f8-b2da-d0d3222145ae req-1c105915-5b48-4012-949d-0cd038dfb7ac tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.5413570
Apr 20 18:23:36.102606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Attempting to bind port 3148b6aa-85be-4efc-aaf2-890a502b24b0 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:36.103360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Attempting to bind port 3148b6aa-85be-4efc-aaf2-890a502b24b0 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:36.103909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Attempting to bind port 3148b6aa-85be-4efc-aaf2-890a502b24b0 on network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:36.126352 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6d2654d9-dc0b-44f8-b2da-d0d3222145ae req-53984016-8700-4657-8c65-4641b428ad22 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916049
Apr 20 18:23:36.129140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Port 3148b6aa-85be-4efc-aaf2-890a502b24b0 on network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:23:36.130476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Attempting to bind port 3148b6aa-85be-4efc-aaf2-890a502b24b0 on network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:36.148533 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:36.149226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Checking segment: {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:36.150637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Bound using segment: {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:36.152574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Bound port: 3148b6aa-85be-4efc-aaf2-890a502b24b0, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:36.152994 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.180009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Pushing event updated for resources: {'Port': ['ID=848faacb-3119-4eaa-aa32-aa0f4d42ce9f,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:36.183937 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:36.184626 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.186263 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] 10.222.0.41 "PUT /v2.0/ports/848faacb-3119-4eaa-aa32-aa0f4d42ce9f HTTP/1.1" status: 200  len: 1093 time: 3.1542690
Apr 20 18:23:36.187004 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43979773-d62a-4f08-8743-34ef1c7458f0', 'tag': '848faacb-3119-4eaa-aa32-aa0f4d42ce9f'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:36.193290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:36.300502 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43979773-d62a-4f08-8743-34ef1c7458f0', 'tag': '848faacb-3119-4eaa-aa32-aa0f4d42ce9f', 'status': 'completed', 'code': 200}
Apr 20 18:23:36.362117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-6ce9513a-ff50-4f8b-8f65-48db16f78ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:36.364772 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-6ce9513a-ff50-4f8b-8f65-48db16f78ab0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae7c716d100040a688d779bdd1030992&device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 1096 time: 0.1367812
Apr 20 18:23:36.386571 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:36.396721 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:36.402290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.432971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:36.448667 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-d90519b0-cd06-4334-9594-af00d3585480 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=848faacb-3119-4eaa-aa32-aa0f4d42ce9f HTTP/1.1" status: 200  len: 217 time: 0.0756168
Apr 20 18:23:36.513395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35320) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:36.528947 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35324) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:36.549825 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3738598c-3fdf-4cda-8bf1-f40b818be8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.613476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-3738598c-3fdf-4cda-8bf1-f40b818be8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:36.622957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-9848216e-01e7-4fa9-bb23-b4e896bcb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:36.624570 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-9848216e-01e7-4fa9-bb23-b4e896bcb6df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bda077d-1e61-42bc-86ee-f149018af646 HTTP/1.1" status: 200  len: 853 time: 0.1670473
Apr 20 18:23:36.625644 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3738598c-3fdf-4cda-8bf1-f40b818be8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:9b8f7b79f8734a9b96c720b9abd7d1ba is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:36.631735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3738598c-3fdf-4cda-8bf1-f40b818be8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:36.651311 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:36.652107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.653735 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] 10.222.0.41 "PUT /v2.0/ports/3148b6aa-85be-4efc-aaf2-890a502b24b0 HTTP/1.1" status: 200  len: 1094 time: 2.1916118
Apr 20 18:23:36.654550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:36.662948 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Pushing event updated for resources: {'Port': ['ID=3148b6aa-85be-4efc-aaf2-890a502b24b0,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:36.669757 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:36.709132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-3738598c-3fdf-4cda-8bf1-f40b818be8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:36.748814 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-c526ccb0-7bbf-4833-b3e9-267505a4779d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a99171f2-1f52-40c8-9547-c0aeb0e6b739&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1052864
Apr 20 18:23:36.758321 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3709fceb-9b75-40a2-afc7-f94d4794d267 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d834ab94724442e6bffb8bb4bf695f85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2105894
Apr 20 18:23:36.768750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35332) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:36.836752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c9efe-caf4-4b63-90f0-115fe1ded57a req-1b1fda5d-110f-4ddd-ace3-b67ff7a2a7a4 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:36.838372 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-296c9efe-caf4-4b63-90f0-115fe1ded57a req-1b1fda5d-110f-4ddd-ace3-b67ff7a2a7a4 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.3038507
Apr 20 18:23:36.912888 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-296c9efe-caf4-4b63-90f0-115fe1ded57a req-1786e05c-794d-49c0-b0fa-05e201e26366 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653949
Apr 20 18:23:36.919368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-e3bfb5b4-2603-4aac-a1ca-0c97469b9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:36.920777 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-e3bfb5b4-2603-4aac-a1ca-0c97469b9000 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 1097 time: 0.2111628
Apr 20 18:23:36.987990 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'status': 'completed', 'code': 200}
Apr 20 18:23:37.007599 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-d4c86779-33b5-4103-928b-46f8f9b0fd1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0 HTTP/1.1" status: 200  len: 217 time: 0.0770793
Apr 20 18:23:37.008036 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fc5f08fd-b4f7-466b-88d3-7184ab31c365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.081717 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-75163728-7f2c-4bd0-b28a-89dca2f0e628 service neutron] 10.222.0.41 "GET /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3147285
Apr 20 18:23:37.090383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf857c9a-e6da-484e-8e70-8fd281e9bb5e req-c5ca0a5b-3652-46b6-9f9b-ee9c34d481ad tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:37.091959 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cf857c9a-e6da-484e-8e70-8fd281e9bb5e req-c5ca0a5b-3652-46b6-9f9b-ee9c34d481ad tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 945 time: 0.4498584
Apr 20 18:23:37.094018 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fc5f08fd-b4f7-466b-88d3-7184ab31c365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.124555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-01462333-ebe7-4d67-9815-e5919c115de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:37.126188 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-01462333-ebe7-4d67-9815-e5919c115de6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 200  len: 856 time: 0.1116922
Apr 20 18:23:37.252904 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a020e-8e39-494d-9c0e-aef4ac30f72e req-7e72fb9e-33a7-413c-bd2d-209bf1952e46 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:37.261591 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a62a020e-8e39-494d-9c0e-aef4ac30f72e req-7e72fb9e-33a7-413c-bd2d-209bf1952e46 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 943 time: 0.1775618
Apr 20 18:23:37.316647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3738598c-3fdf-4cda-8bf1-f40b818be8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.320440 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cf857c9a-e6da-484e-8e70-8fd281e9bb5e req-4a9280db-7b77-4063-8946-264d8c3a25a0 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1935685
Apr 20 18:23:37.338649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3738598c-3fdf-4cda-8bf1-f40b818be8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.350816 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7c683b76-c393-48f6-a88e-d79695231af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:37.352235 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a62a020e-8e39-494d-9c0e-aef4ac30f72e req-73331d89-3ccc-4c1f-a96b-8bf28104de90 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852652
Apr 20 18:23:37.355522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-88c00bc1-0365-469a-bb89-88803f0140ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:37.357722 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-88c00bc1-0365-469a-bb89-88803f0140ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2180235
Apr 20 18:23:37.449594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fc5f08fd-b4f7-466b-88d3-7184ab31c365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.460785 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7f88c61-87e9-41c7-afae-2f974c4c980d req-66e450c5-4d9c-47fd-8295-ab8a9f1f40d7 service neutron] 10.222.0.41 "GET /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3582482
Apr 20 18:23:37.480596 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3738598c-3fdf-4cda-8bf1-f40b818be8f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b8f7b79f8734a9b96c720b9abd7d1ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9607093
Apr 20 18:23:37.491621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35344) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:37.524596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738598c-3fdf-4cda-8bf1-f40b818be8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f588a42-0b1c-43b3-bebe-62d9490ee5c4,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:37.546642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3738598c-3fdf-4cda-8bf1-f40b818be8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:37.547497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-24fd38d4-a476-4232-8539-35ce9d3c4543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:37.666998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f08fd-b4f7-466b-88d3-7184ab31c365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f83d95-6cc4-4723-9a36-cd733ac1bcc1,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:37.676798 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-2a1d48f5-105c-4f16-92b8-2a70d3549ce2 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3107290
Apr 20 18:23:37.688478 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fc5f08fd-b4f7-466b-88d3-7184ab31c365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.690294 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-fc5f08fd-b4f7-466b-88d3-7184ab31c365 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12f83d95-6cc4-4723-9a36-cd733ac1bcc1 HTTP/1.1" status: 204  len: 168 time: 0.9198887
Apr 20 18:23:37.730120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fc5f08fd-b4f7-466b-88d3-7184ab31c365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:37.752677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35352) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:37.873553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-aba471b2-c6f9-4529-ac21-a78cb65d1439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.963631 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-aba471b2-c6f9-4529-ac21-a78cb65d1439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.988376 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69992731-2b0f-425d-81db-1faaea3e11fd req-60b87c01-3fca-494a-918c-d01f96266f3e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:37.997334 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69992731-2b0f-425d-81db-1faaea3e11fd req-60b87c01-3fca-494a-918c-d01f96266f3e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.3362756
Apr 20 18:23:38.096762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a42dd-67d6-4a0b-b941-057d74389213 req-736df7bd-606e-42de-b7dc-8010220c4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:38.098518 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-834a42dd-67d6-4a0b-b941-057d74389213 req-736df7bd-606e-42de-b7dc-8010220c4cdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae7c716d100040a688d779bdd1030992&device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 1096 time: 0.5287850
Apr 20 18:23:38.137450 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69992731-2b0f-425d-81db-1faaea3e11fd req-33ed601c-a342-43f6-814c-99ea36be2edf tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390941
Apr 20 18:23:38.316770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a42dd-67d6-4a0b-b941-057d74389213 req-3d4dfb2b-50e9-41f4-8c9c-a6c04e07b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:38.318407 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-834a42dd-67d6-4a0b-b941-057d74389213 req-3d4dfb2b-50e9-41f4-8c9c-a6c04e07b4bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=a99171f2-1f52-40c8-9547-c0aeb0e6b739 HTTP/1.1" status: 200  len: 914 time: 0.1798613
Apr 20 18:23:38.321710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-aba471b2-c6f9-4529-ac21-a78cb65d1439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:38.346476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-94a466f1-caa2-425d-8739-fb93c2037f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:38.404223 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69cb6107-1ba2-41c2-b98f-32ee30b5ae19 req-ce978927-9c09-405b-964e-eb47e6b951b0 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7065742
Apr 20 18:23:38.428932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2b94b-83a8-42d5-acfc-0b200c86f721 req-f46ed23c-7af7-4eca-8356-e277dcac4390 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:38.430446 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b90300e7-2dac-481d-b2c4-0511c18ff3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:38.436947 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8ef2b94b-83a8-42d5-acfc-0b200c86f721 req-f46ed23c-7af7-4eca-8356-e277dcac4390 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.2520025
Apr 20 18:23:38.448111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e55b3b-2bd7-41e9-8502-dc5c5f8f0339 req-c211298e-35b4-465c-8201-b65537e6e985 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:38.450075 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-73e55b3b-2bd7-41e9-8502-dc5c5f8f0339 req-c211298e-35b4-465c-8201-b65537e6e985 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.41 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 945 time: 0.2662501
Apr 20 18:23:38.450281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba471b2-c6f9-4529-ac21-a78cb65d1439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f588a42-0b1c-43b3-bebe-62d9490ee5c4,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:38.460258 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-834a42dd-67d6-4a0b-b941-057d74389213 req-084b16c3-4c7b-4b8f-9d1f-7b2753cb8580 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=848faacb-3119-4eaa-aa32-aa0f4d42ce9f HTTP/1.1" status: 200  len: 217 time: 0.1181936
Apr 20 18:23:38.465135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-aba471b2-c6f9-4529-ac21-a78cb65d1439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:38.472694 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-aba471b2-c6f9-4529-ac21-a78cb65d1439 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f588a42-0b1c-43b3-bebe-62d9490ee5c4 HTTP/1.1" status: 204  len: 168 time: 0.9794295
Apr 20 18:23:38.476013 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-aba471b2-c6f9-4529-ac21-a78cb65d1439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:38.481011 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b90300e7-2dac-481d-b2c4-0511c18ff3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:38.526997 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b90300e7-2dac-481d-b2c4-0511c18ff3d8 admin admin] Usage tracker for resource:security_group_rule and tenant:14e1842128d1444eb6a7733d74d92804 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:38.535503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b90300e7-2dac-481d-b2c4-0511c18ff3d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:38.546162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b90300e7-2dac-481d-b2c4-0511c18ff3d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:38.583101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a42dd-67d6-4a0b-b941-057d74389213 req-92d2aa7f-9ebd-48f9-bd71-67be3e901125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:38.584628 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-834a42dd-67d6-4a0b-b941-057d74389213 req-92d2aa7f-9ebd-48f9-bd71-67be3e901125 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bda077d-1e61-42bc-86ee-f149018af646 HTTP/1.1" status: 200  len: 853 time: 0.1102011
Apr 20 18:23:38.708113 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8ef2b94b-83a8-42d5-acfc-0b200c86f721 req-ce867d0c-bbb3-40f3-a595-02bbfa225c48 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2701211
Apr 20 18:23:38.739943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-73e55b3b-2bd7-41e9-8502-dc5c5f8f0339 req-601d2590-e4bc-405f-9dfa-a1cce19ae92a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Deleting port 73e59f11-693d-438f-8979-0eae83889388 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:23:38.740291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-73e55b3b-2bd7-41e9-8502-dc5c5f8f0339 req-601d2590-e4bc-405f-9dfa-a1cce19ae92a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:38.920072 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d876-4db8-4868-9fa6-39c57bdc50ee req-042f239a-89c1-4c9c-9e2a-224afebaf788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:38.921863 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-16e2d876-4db8-4868-9fa6-39c57bdc50ee req-042f239a-89c1-4c9c-9e2a-224afebaf788 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 1097 time: 0.4176764
Apr 20 18:23:38.933675 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-834a42dd-67d6-4a0b-b941-057d74389213 req-32f7f336-0f3b-462b-8c5b-82c5b21b0f57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a99171f2-1f52-40c8-9547-c0aeb0e6b739&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3325353
Apr 20 18:23:39.278331 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b90300e7-2dac-481d-b2c4-0511c18ff3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:39.289350 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b90300e7-2dac-481d-b2c4-0511c18ff3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:39.304020 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fc5f08fd-b4f7-466b-88d3-7184ab31c365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:39.333827 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c408237-9a70-4fb2-b02c-5952e410d716 req-9209c474-ad2b-4fea-86c6-23ad6394fcfe tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:39.345628 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0c408237-9a70-4fb2-b02c-5952e410d716 req-9209c474-ad2b-4fea-86c6-23ad6394fcfe tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 945 time: 0.6255105
Apr 20 18:23:39.372405 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-73e55b3b-2bd7-41e9-8502-dc5c5f8f0339 req-601d2590-e4bc-405f-9dfa-a1cce19ae92a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] For port 73e59f11-693d-438f-8979-0eae83889388, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=73e59f11-693d-438f-8979-0eae83889388,segment=NetworkSegment(6570b337-fe86-4f35-9b48-276b93b735b7),segment_id=6570b337-fe86-4f35-9b48-276b93b735b7)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:39.373018 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-73e55b3b-2bd7-41e9-8502-dc5c5f8f0339 req-601d2590-e4bc-405f-9dfa-a1cce19ae92a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:39.385134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d876-4db8-4868-9fa6-39c57bdc50ee req-3f53d04a-8cdc-49e7-a3cc-7d67e4824704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:39.385335 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-16e2d876-4db8-4868-9fa6-39c57bdc50ee req-3f53d04a-8cdc-49e7-a3cc-7d67e4824704 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 918 time: 0.4015157
Apr 20 18:23:39.421519 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-834a42dd-67d6-4a0b-b941-057d74389213 req-06cf515f-9199-47b2-ae74-1c5a06a7a0fa service neutron] 10.222.0.41 "GET /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4512146
Apr 20 18:23:39.438164 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b90300e7-2dac-481d-b2c4-0511c18ff3d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14e1842128d1444eb6a7733d74d92804&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6811678
Apr 20 18:23:39.447695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35408) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:39.497003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90300e7-2dac-481d-b2c4-0511c18ff3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508ff9e1-7414-420a-9339-c5f5610fb861,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:39.500760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b90300e7-2dac-481d-b2c4-0511c18ff3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:39.601099 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-73e55b3b-2bd7-41e9-8502-dc5c5f8f0339 req-601d2590-e4bc-405f-9dfa-a1cce19ae92a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Calling delete_port for 73e59f11-693d-438f-8979-0eae83889388 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:23:39.638366 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-16e2d876-4db8-4868-9fa6-39c57bdc50ee req-1950038b-4cad-45f7-92c1-a58df1f40e6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0 HTTP/1.1" status: 200  len: 217 time: 0.2437060
Apr 20 18:23:39.655405 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c254f-bf99-4b29-a100-a366fd674b05 req-1a35f348-fb55-4463-bf17-440d61bbc1e9 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:39.664225 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-510c254f-bf99-4b29-a100-a366fd674b05 req-1a35f348-fb55-4463-bf17-440d61bbc1e9 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 943 time: 0.5882924
Apr 20 18:23:39.819134 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0c408237-9a70-4fb2-b02c-5952e410d716 req-754982a5-0e09-4ac7-95f3-5778f410a780 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4717219
Apr 20 18:23:39.915422 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-510c254f-bf99-4b29-a100-a366fd674b05 req-204acd9c-8b9f-48b5-bf79-188c4b62edca tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502236
Apr 20 18:23:39.918626 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d876-4db8-4868-9fa6-39c57bdc50ee req-b9816ce7-ef33-47ee-ae00-d57f8673f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:39.920242 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-16e2d876-4db8-4868-9fa6-39c57bdc50ee req-b9816ce7-ef33-47ee-ae00-d57f8673f834 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 200  len: 856 time: 0.2507823
Apr 20 18:23:39.976885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-84ea2b41-7bb1-4ba7-bced-62b7ff3c4145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.058049 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-84ea2b41-7bb1-4ba7-bced-62b7ff3c4145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.173443 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-834a42dd-67d6-4a0b-b941-057d74389213 req-69c9e430-07da-43d3-8cac-3bd503a1f9d3 service neutron] 10.222.0.41 "GET /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7297707
Apr 20 18:23:40.300869 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-73e55b3b-2bd7-41e9-8502-dc5c5f8f0339 req-601d2590-e4bc-405f-9dfa-a1cce19ae92a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.307116 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-84ea2b41-7bb1-4ba7-bced-62b7ff3c4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.320123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8943cb9e-bd19-415d-a1b2-dcba159f11ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:40.326195 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:40.373110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea2b41-7bb1-4ba7-bced-62b7ff3c4145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508ff9e1-7414-420a-9339-c5f5610fb861,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:40.394479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d2590-e4bc-405f-9dfa-a1cce19ae92a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Pushing event deleted for resources: {'Port': ['ID=73e59f11-693d-438f-8979-0eae83889388,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:40.428400 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-601d2590-e4bc-405f-9dfa-a1cce19ae92a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:40.473733 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 848faacb-3119-4eaa-aa32-aa0f4d42ce9f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:23:40.480707 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824314ab-f158-4326-a6c1-59195f03dab1 req-fb5fb33f-9c3a-46fa-87be-d8657b830bac tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:40.500974 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-824314ab-f158-4326-a6c1-59195f03dab1 req-fb5fb33f-9c3a-46fa-87be-d8657b830bac tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.4478920
Apr 20 18:23:40.533220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 73e59f11-693d-438f-8979-0eae83889388 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:23:40.548168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-84ea2b41-7bb1-4ba7-bced-62b7ff3c4145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:40.554733 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-84ea2b41-7bb1-4ba7-bced-62b7ff3c4145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.556666 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-84ea2b41-7bb1-4ba7-bced-62b7ff3c4145 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/508ff9e1-7414-420a-9339-c5f5610fb861 HTTP/1.1" status: 204  len: 168 time: 1.0784335
Apr 20 18:23:40.560077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92de14b-70de-4c24-b655-db6efc540cbf req-74068d6b-8632-4ef8-99a9-2e97bbd1d638 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:40.561821 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d92de14b-70de-4c24-b655-db6efc540cbf req-74068d6b-8632-4ef8-99a9-2e97bbd1d638 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.4119117
Apr 20 18:23:40.564205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d876-4db8-4868-9fa6-39c57bdc50ee req-c51c36c6-f33d-4ef5-a325-217f88d6d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:40.567647 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-16e2d876-4db8-4868-9fa6-39c57bdc50ee req-c51c36c6-f33d-4ef5-a325-217f88d6d3d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6238952
Apr 20 18:23:40.574156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e55b3b-2bd7-41e9-8502-dc5c5f8f0339 req-601d2590-e4bc-405f-9dfa-a1cce19ae92a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] No DVR routers for this DVR port 73e59f11-693d-438f-8979-0eae83889388 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:23:40.603988 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-73e55b3b-2bd7-41e9-8502-dc5c5f8f0339 req-601d2590-e4bc-405f-9dfa-a1cce19ae92a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.613304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470554ed-eb5e-4dae-bdf7-d6241e549a3d', 'name': 'network-vif-deleted', 'tag': '73e59f11-693d-438f-8979-0eae83889388'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:40.660181 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.db.resource_extend [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:23:40.672254 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-824314ab-f158-4326-a6c1-59195f03dab1 req-4ccf6c38-84e4-4f26-8d41-6335f0e827cc tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672449
Apr 20 18:23:40.711544 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-73e55b3b-2bd7-41e9-8502-dc5c5f8f0339 req-601d2590-e4bc-405f-9dfa-a1cce19ae92a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.41 "DELETE /v2.0/ports/73e59f11-693d-438f-8979-0eae83889388 HTTP/1.1" status: 204  len: 173 time: 2.2090786
Apr 20 18:23:40.760496 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d92de14b-70de-4c24-b655-db6efc540cbf req-7ef44e13-845d-4586-bbea-e300c993027d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1581371
Apr 20 18:23:40.810349 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-16e2d876-4db8-4868-9fa6-39c57bdc50ee req-2c373630-05cf-4124-9d03-45d4f7319562 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2341602
Apr 20 18:23:40.872172 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '470554ed-eb5e-4dae-bdf7-d6241e549a3d', 'name': 'network-vif-deleted', 'tag': '73e59f11-693d-438f-8979-0eae83889388', 'status': 'completed', 'code': 200}
Apr 20 18:23:41.092900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=848faacb-3119-4eaa-aa32-aa0f4d42ce9f,segment=NetworkSegment(45af68d6-716e-44ee-96b2-27c7d26fa790),segment_id=45af68d6-716e-44ee-96b2-27c7d26fa790)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:41.202288 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '848faacb-3119-4eaa-aa32-aa0f4d42ce9f', 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739', 'port_id': '848faacb-3119-4eaa-aa32-aa0f4d42ce9f', 'mac_address': 'fa:16:3e:c1:8d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bda077d-1e61-42bc-86ee-f149018af646', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:23:41.301279 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7448ef0f-affc-4d56-b222-c8a4c61fa035 req-251fca8b-ff8f-4bf0-a858-1e5ac14968c0 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=470554ed-eb5e-4dae-bdf7-d6241e549a3d HTTP/1.1" status: 200  len: 210 time: 0.2315955
Apr 20 18:23:41.434540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.463629 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: 73e59f11-693d-438f-8979-0eae83889388 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:23:41.464197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 73e59f11-693d-438f-8979-0eae83889388 not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:23:41.468394 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848faacb-3119-4eaa-aa32-aa0f4d42ce9f {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:41.481136 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-16e2d876-4db8-4868-9fa6-39c57bdc50ee req-42849328-f86c-4029-bfc5-aa5672cddd84 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6617119
Apr 20 18:23:41.518887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=848faacb-3119-4eaa-aa32-aa0f4d42ce9f,segment=NetworkSegment(45af68d6-716e-44ee-96b2-27c7d26fa790),segment_id=45af68d6-716e-44ee-96b2-27c7d26fa790)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:41.536205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.537285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 3148b6aa-85be-4efc-aaf2-890a502b24b0 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:23:41.553288 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-80720481-d26f-469f-b1b4-619261e6825e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:41.622588 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028eb731-4169-41cf-8f75-aed1b94692a3 req-4a17e35d-6440-4152-9e47-541ab07d40cf tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:41.637247 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-028eb731-4169-41cf-8f75-aed1b94692a3 req-4a17e35d-6440-4152-9e47-541ab07d40cf tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 943 time: 0.2219038
Apr 20 18:23:41.730659 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-028eb731-4169-41cf-8f75-aed1b94692a3 req-7cde654a-513a-4f64-879a-94f734a0a8b1 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895324
Apr 20 18:23:41.991687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:42.020582 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'port_id': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'mac_address': 'fa:16:3e:8b:07:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:23:42.143549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca7b75-43ae-448d-851c-42fa1f29d2e9 req-1f6a8690-4fbf-482e-8845-64bfd80726de tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:42.146752 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f7ca7b75-43ae-448d-851c-42fa1f29d2e9 req-1f6a8690-4fbf-482e-8845-64bfd80726de tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1381226
Apr 20 18:23:42.246498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=848faacb-3119-4eaa-aa32-aa0f4d42ce9f,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:42.255384 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:42.294513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.342031 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3148b6aa-85be-4efc-aaf2-890a502b24b0 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:42.348725 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f7ca7b75-43ae-448d-851c-42fa1f29d2e9 req-50a37de7-df0c-4047-8c4a-ffc78807405c tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832492
Apr 20 18:23:42.404778 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:42.413253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.416732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:42.535403 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46918cba-5717-450d-8bed-8b33b9428ede req-4c0b00b1-03db-4177-900c-b13d851c8ad4 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:42.538180 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-46918cba-5717-450d-8bed-8b33b9428ede req-4c0b00b1-03db-4177-900c-b13d851c8ad4 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 945 time: 0.2951605
Apr 20 18:23:42.581399 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=3148b6aa-85be-4efc-aaf2-890a502b24b0,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:42.621892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:42.656531 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-46918cba-5717-450d-8bed-8b33b9428ede req-0e33b48e-59e3-4ca2-9945-b2964512d674 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1115742
Apr 20 18:23:42.699742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['848faacb-3119-4eaa-aa32-aa0f4d42ce9f'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:23:42.783313 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['3148b6aa-85be-4efc-aaf2-890a502b24b0'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:23:43.052429 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:43.219369 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4a670-dfe6-4d4f-94f8-b7fa1740d51b req-0f508c1e-b1b3-4452-9c2e-2cf5a20b824f tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:43.220961 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c0a4a670-dfe6-4d4f-94f8-b7fa1740d51b req-0f508c1e-b1b3-4452-9c2e-2cf5a20b824f tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 944 time: 0.1929281
Apr 20 18:23:43.325864 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c0a4a670-dfe6-4d4f-94f8-b7fa1740d51b req-9923b532-d9e8-4d7c-bb55-4ef87e483adf tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808537
Apr 20 18:23:43.426852 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-9ba7ab78-145e-46ec-9272-0eac1336b8db tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:43.429512 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-9ba7ab78-145e-46ec-9272-0eac1336b8db tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/networks?id=21567e63-c8cf-420a-a6e8-4fb18a3a22fa HTTP/1.1" status: 200  len: 809 time: 0.2671661
Apr 20 18:23:43.456702 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-567dcee4-0100-48bc-b1df-5badc94c5cbf tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/quotas/17063592a9e3491b99da5808c9f3a76d HTTP/1.1" status: 200  len: 375 time: 0.0166562
Apr 20 18:23:43.534466 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-6ab38841-0883-4fbc-8719-3edf029f125c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=17063592a9e3491b99da5808c9f3a76d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0730586
Apr 20 18:23:43.665687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f204bee-878a-49a3-a481-76770522738b req-db6b78c1-1d8f-4723-9cae-839e04340279 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:43.675282 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2f204bee-878a-49a3-a481-76770522738b req-db6b78c1-1d8f-4723-9cae-839e04340279 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1513889
Apr 20 18:23:43.728903 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-ff1875df-acec-4253-b8e2-15b731f00a87 service neutron] 10.222.0.43 "GET /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927989
Apr 20 18:23:43.761492 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2f204bee-878a-49a3-a481-76770522738b req-a357c024-3cc7-48cd-b46a-be0c4c1256cc tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854771
Apr 20 18:23:43.955720 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-defeac7d-29e0-4164-abe7-ee083a8bd4a9 service neutron] 10.222.0.43 "GET /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2188535
Apr 20 18:23:44.045085 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98316a5d-fef5-4f2f-9bc0-3f3621e561b1 req-d8090ce3-1911-4968-9f5f-5c38f6914207 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:44.047007 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-98316a5d-fef5-4f2f-9bc0-3f3621e561b1 req-d8090ce3-1911-4968-9f5f-5c38f6914207 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 945 time: 0.1091516
Apr 20 18:23:44.113245 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-98316a5d-fef5-4f2f-9bc0-3f3621e561b1 req-94ea1cb0-7c5b-49d2-963e-c7923fe182c1 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575671
Apr 20 18:23:44.265445 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-e9e8119e-2505-42bb-b37a-cae106f0d3ff req-67b7332f-8b51-49f0-b6e0-aa0caaad3677 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Synchronizing usage tracker for tenant:17063592a9e3491b99da5808c9f3a76d on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:44.316512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-e9e8119e-2505-42bb-b37a-cae106f0d3ff req-67b7332f-8b51-49f0-b6e0-aa0caaad3677 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Unset dirty status for tenant:17063592a9e3491b99da5808c9f3a76d on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:44.317809 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e9e8119e-2505-42bb-b37a-cae106f0d3ff req-67b7332f-8b51-49f0-b6e0-aa0caaad3677 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 210 time: 0.1104271
Apr 20 18:23:44.467387 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 848faacb-3119-4eaa-aa32-aa0f4d42ce9f up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:44.655295 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:44.663168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:44.663601 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:44.746451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf21c4-64f6-4392-9274-d7fc8d9a42d7 req-072f2e88-eef8-4ee4-a610-93566d57853a tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:44.756830 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-eebf21c4-64f6-4392-9274-d7fc8d9a42d7 req-072f2e88-eef8-4ee4-a610-93566d57853a tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 944 time: 0.2026973
Apr 20 18:23:44.828432 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-eebf21c4-64f6-4392-9274-d7fc8d9a42d7 req-f0b41baa-fe35-453b-9553-4910ac78f1c4 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705328
Apr 20 18:23:44.884259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755795b0-7df4-4639-a51a-d53764318450 req-32d0d05d-fa50-4990-b5dc-8c263dd8996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:44.886083 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-755795b0-7df4-4639-a51a-d53764318450 req-32d0d05d-fa50-4990-b5dc-8c263dd8996a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 1099 time: 0.2357385
Apr 20 18:23:44.939700 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-755795b0-7df4-4639-a51a-d53764318450 req-bf8da0d1-e7a8-445e-a191-6faab503fd55 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451751
Apr 20 18:23:44.968162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:45.005539 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43979773-d62a-4f08-8743-34ef1c7458f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848faacb-3119-4eaa-aa32-aa0f4d42ce9f'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:45.026268 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=848faacb-3119-4eaa-aa32-aa0f4d42ce9f,segment=NetworkSegment(45af68d6-716e-44ee-96b2-27c7d26fa790),segment_id=45af68d6-716e-44ee-96b2-27c7d26fa790)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:45.032599 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:45.033813 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 3148b6aa-85be-4efc-aaf2-890a502b24b0 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:45.084187 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43979773-d62a-4f08-8743-34ef1c7458f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848faacb-3119-4eaa-aa32-aa0f4d42ce9f', 'code': 200}
Apr 20 18:23:45.087095 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f18d35-9e5b-4f53-9c55-9f2c258cfd2f req-4c3a9d0b-575b-49d1-ba29-2dcb9366f8fa tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:45.089877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:45.100612 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-42f18d35-9e5b-4f53-9c55-9f2c258cfd2f req-4c3a9d0b-575b-49d1-ba29-2dcb9366f8fa tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1252520
Apr 20 18:23:45.202348 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-42f18d35-9e5b-4f53-9c55-9f2c258cfd2f req-1ee69cda-01c4-4cf6-bc31-b1f4538a8343 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952752
Apr 20 18:23:45.253346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=848faacb-3119-4eaa-aa32-aa0f4d42ce9f,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:45.260010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:45.270961 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port 3148b6aa-85be-4efc-aaf2-890a502b24b0 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:45.277259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 3148b6aa-85be-4efc-aaf2-890a502b24b0 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:45.277925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:45.366230 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6fc2e-2529-4967-a47b-31b9693f5c92 req-de2e6478-6269-416f-bf08-234b81d31efd tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:45.374770 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c0f6fc2e-2529-4967-a47b-31b9693f5c92 req-de2e6478-6269-416f-bf08-234b81d31efd tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 945 time: 0.1057615
Apr 20 18:23:45.421322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35608) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:45.432685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c0f6fc2e-2529-4967-a47b-31b9693f5c92 req-c6e42076-59b4-4023-ac2d-a2cde698a49f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Synchronizing usage tracker for tenant:fe22aab01b594fd5bed1599af2656430 on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:45.447171 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c0f6fc2e-2529-4967-a47b-31b9693f5c92 req-c6e42076-59b4-4023-ac2d-a2cde698a49f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Unset dirty status for tenant:fe22aab01b594fd5bed1599af2656430 on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:45.454712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:45.457081 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c0f6fc2e-2529-4967-a47b-31b9693f5c92 req-c6e42076-59b4-4023-ac2d-a2cde698a49f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813019
Apr 20 18:23:45.496341 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:45.503078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:45.505085 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-976be722-9df5-4746-97d2-d09356e93e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:45.522827 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-40c3b86d-c600-4fce-aee7-335425ad3d1f req-16f4350a-e094-4916-ab10-a330aa3300c9 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 210 time: 0.0578256
Apr 20 18:23:45.546452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900cf2a-5df2-4f6d-9eaf-f96402d90ac9 req-126c1d80-7600-4ef8-8e47-a908c932a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:45.548493 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3900cf2a-5df2-4f6d-9eaf-f96402d90ac9 req-126c1d80-7600-4ef8-8e47-a908c932a02c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 1098 time: 0.1850526
Apr 20 18:23:45.585658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=3148b6aa-85be-4efc-aaf2-890a502b24b0,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:45.588247 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1ef3617f-a686-4914-98e3-a67fa3890ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:45.588704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:45.604939 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3900cf2a-5df2-4f6d-9eaf-f96402d90ac9 req-de6e9ae0-5e12-40b4-871a-cd65fb0e8c67 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458193
Apr 20 18:23:45.606179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1ef3617f-a686-4914-98e3-a67fa3890ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:45.610617 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-1ef3617f-a686-4914-98e3-a67fa3890ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:22886905eab440299abe5d98dc5a2d8c is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:45.614147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-1ef3617f-a686-4914-98e3-a67fa3890ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:45.620458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1ef3617f-a686-4914-98e3-a67fa3890ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:45.725011 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1ef3617f-a686-4914-98e3-a67fa3890ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:45.728296 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1ef3617f-a686-4914-98e3-a67fa3890ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:45.738126 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-11943aff-eafd-4cde-9feb-28156092a552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:45.770526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3617f-a686-4914-98e3-a67fa3890ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c383aad-09fe-4484-857f-b12923be1b2e,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:45.775685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1ef3617f-a686-4914-98e3-a67fa3890ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:45.796030 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1ef3617f-a686-4914-98e3-a67fa3890ca7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=22886905eab440299abe5d98dc5a2d8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3735464
Apr 20 18:23:45.797146 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35618) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:45.888319 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4d7be477-3895-4f46-8a2c-9ddfc1580125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:45.931596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4d7be477-3895-4f46-8a2c-9ddfc1580125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:46.007732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4d7be477-3895-4f46-8a2c-9ddfc1580125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:46.014970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d0a75232-807d-42ac-b332-bff09953f7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:46.030291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7be477-3895-4f46-8a2c-9ddfc1580125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c383aad-09fe-4484-857f-b12923be1b2e,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:46.033712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4d7be477-3895-4f46-8a2c-9ddfc1580125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:46.037498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4d7be477-3895-4f46-8a2c-9ddfc1580125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:46.039943 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4d7be477-3895-4f46-8a2c-9ddfc1580125 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c383aad-09fe-4484-857f-b12923be1b2e HTTP/1.1" status: 204  len: 168 time: 0.2420743
Apr 20 18:23:46.072972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-5882ce2d-f205-456f-8160-33f0bd8625df tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:46.075196 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-5882ce2d-f205-456f-8160-33f0bd8625df tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.41 "GET /v2.0/networks?id=21567e63-c8cf-420a-a6e8-4fb18a3a22fa HTTP/1.1" status: 200  len: 809 time: 0.3274794
Apr 20 18:23:46.092706 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Request body: {'port': {'device_id': 'fea9ebab-0864-40a5-8203-ba154701c4c2', 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa', 'admin_state_up': True, 'tenant_id': '17063592a9e3491b99da5808c9f3a76d'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:46.313253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f89ce3-de76-4d61-9b36-37bc2c5de71f req-7d9e1676-6094-4465-9946-228b085d729e tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:46.315529 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-57f89ce3-de76-4d61-9b36-37bc2c5de71f req-7d9e1676-6094-4465-9946-228b085d729e tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 945 time: 0.2006378
Apr 20 18:23:46.377411 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:46.400120 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-57f89ce3-de76-4d61-9b36-37bc2c5de71f req-1bb7ffd1-76f9-43e4-9bc7-fc4307370811 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761049
Apr 20 18:23:46.406013 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:46.424277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Made reservation on behalf of 17063592a9e3491b99da5808c9f3a76d for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:46.433062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:46.624877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Allocated IP 172.20.0.13 (21567e63-c8cf-420a-a6e8-4fb18a3a22fa/c9705ccc-a51e-4061-a862-54179150e29e/d1ff03fb-8a59-4215-bbae-749c03865c7d) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:46.748059 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35654) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:46.838555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6bba4473-7e28-452d-a2fe-2b801703bc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:46.884386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:46.891288 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f9d17-581b-47df-ab94-090b6b379545 req-c3ded64c-8826-43cc-b518-c5a4a7940f70 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:46.894452 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-372f9d17-581b-47df-ab94-090b6b379545 req-c3ded64c-8826-43cc-b518-c5a4a7940f70 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.2637589
Apr 20 18:23:46.900076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-6bba4473-7e28-452d-a2fe-2b801703bc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:46.906119 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-6bba4473-7e28-452d-a2fe-2b801703bc43 admin admin] Usage tracker for resource:security_group_rule and tenant:c6a8d3aea4b54daca6dfeaf00790928c is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:46.910229 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-6bba4473-7e28-452d-a2fe-2b801703bc43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:46.917935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-6bba4473-7e28-452d-a2fe-2b801703bc43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:46.987768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:47.010673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4249f4-0eb2-46fa-a113-60a87ecb0fb5 req-d2af824b-7301-415e-88b8-bfd2e9b8816d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:47.012324 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ec4249f4-0eb2-46fa-a113-60a87ecb0fb5 req-d2af824b-7301-415e-88b8-bfd2e9b8816d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.5630269
Apr 20 18:23:47.023928 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-07e381fa-3dee-4f41-be69-2ea1f759be57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:47.027641 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6bba4473-7e28-452d-a2fe-2b801703bc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:47.047664 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6bba4473-7e28-452d-a2fe-2b801703bc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:47.060929 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-aa094197-5f33-4a23-bb02-2a76638b7d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:47.071500 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:47.078967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:47.085707 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:47.103945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba4473-7e28-452d-a2fe-2b801703bc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8826b9c9-f5ba-4edd-a46f-e6c705b51632,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:47.111770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:47.114962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6bba4473-7e28-452d-a2fe-2b801703bc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:47.141519 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-6bba4473-7e28-452d-a2fe-2b801703bc43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6a8d3aea4b54daca6dfeaf00790928c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3897152
Apr 20 18:23:47.142637 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-372f9d17-581b-47df-ab94-090b6b379545 req-687602ea-d19b-4b32-a8fc-00e6eef20855 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2114043
Apr 20 18:23:47.143139 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35664) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:47.209916 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-20214c36-0bbd-4666-b5e5-32f2cfdc8721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:47.224411 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:47.226040 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:47.232616 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ec4249f4-0eb2-46fa-a113-60a87ecb0fb5 req-4030e11d-4cb5-4c52-a9e4-a6cdca3a4d6f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097936
Apr 20 18:23:47.235151 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Pushing event updated for resources: {'Port': ['ID=d1ff03fb-8a59-4215-bbae-749c03865c7d,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:47.238351 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-20214c36-0bbd-4666-b5e5-32f2cfdc8721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:47.243537 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:47.272794 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1871393
Apr 20 18:23:47.285519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Request body: {'port': {'device_id': 'fea9ebab-0864-40a5-8203-ba154701c4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:47.304371 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'code': 200}
Apr 20 18:23:47.338257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-20214c36-0bbd-4666-b5e5-32f2cfdc8721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:47.344285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9432aa9c-34fa-42cd-b6fb-2cbd073521b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:47.362499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20214c36-0bbd-4666-b5e5-32f2cfdc8721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8826b9c9-f5ba-4edd-a46f-e6c705b51632,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:47.366671 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-20214c36-0bbd-4666-b5e5-32f2cfdc8721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:47.377646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-20214c36-0bbd-4666-b5e5-32f2cfdc8721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:47.382170 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-20214c36-0bbd-4666-b5e5-32f2cfdc8721 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8826b9c9-f5ba-4edd-a46f-e6c705b51632 HTTP/1.1" status: 204  len: 168 time: 0.2379227
Apr 20 18:23:47.428872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857dc8f-4350-4316-aea0-fb0acbf22067 req-8cc4fcf5-3513-4910-8ddd-8b5228e6227c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:47.436870 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0857dc8f-4350-4316-aea0-fb0acbf22067 req-8cc4fcf5-3513-4910-8ddd-8b5228e6227c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 932 time: 0.1658306
Apr 20 18:23:47.474506 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:47.510493 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0857dc8f-4350-4316-aea0-fb0acbf22067 req-53c8e31b-d5de-46c6-a4ab-a59fc92048d4 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726042
Apr 20 18:23:47.948354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ddf7c-61c6-4e6e-be47-720739513ad2 req-d6b35dae-6d0a-4b2a-9ca2-b3aa2e989ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:47.950857 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-769ddf7c-61c6-4e6e-be47-720739513ad2 req-d6b35dae-6d0a-4b2a-9ca2-b3aa2e989ef0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 1099 time: 0.2077930
Apr 20 18:23:48.094038 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fc834-f705-47d5-aa86-9c126d3099d1 req-119f93cb-11cf-4784-b602-4d42e6ffc49e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:48.114755 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7b0fc834-f705-47d5-aa86-9c126d3099d1 req-119f93cb-11cf-4784-b602-4d42e6ffc49e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.2718146
Apr 20 18:23:48.131004 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ff03fb-8a59-4215-bbae-749c03865c7d {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:48.154178 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:48.194069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Transition to ACTIVE for port object d1ff03fb-8a59-4215-bbae-749c03865c7d will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:48.205935 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7b0fc834-f705-47d5-aa86-9c126d3099d1 req-8fadaae3-fb82-4eda-9cf8-6609045f31c5 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009190
Apr 20 18:23:48.226017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ddf7c-61c6-4e6e-be47-720739513ad2 req-fd499ef6-39a6-44e6-99d6-37d0194093e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:48.227270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:48.228261 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-769ddf7c-61c6-4e6e-be47-720739513ad2 req-fd499ef6-39a6-44e6-99d6-37d0194093e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 920 time: 0.2692733
Apr 20 18:23:48.240840 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:48.318553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ff03fb-8a59-4215-bbae-749c03865c7d,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:48.329931 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:48.355749 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8326cb-e5d3-422e-ae4f-533e2e869bb5 req-8e6cd1dd-10fe-41d4-90c7-d8605213fc9a tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:48.364667 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6e8326cb-e5d3-422e-ae4f-533e2e869bb5 req-8e6cd1dd-10fe-41d4-90c7-d8605213fc9a tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 945 time: 0.8158326
Apr 20 18:23:48.398885 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-769ddf7c-61c6-4e6e-be47-720739513ad2 req-093fbbd9-f558-4ca3-9d4f-b51d73d80938 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57353603-9b1c-429e-a397-e49d4af0e7cd HTTP/1.1" status: 200  len: 217 time: 0.1603150
Apr 20 18:23:48.483739 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d72d4-6fe2-4000-8e2c-6ed31df1d8c0 req-1845345d-56c8-456f-964f-c71da112e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:48.485363 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9e1d72d4-6fe2-4000-8e2c-6ed31df1d8c0 req-1845345d-56c8-456f-964f-c71da112e6cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 1099 time: 0.9061286
Apr 20 18:23:48.519585 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ddf7c-61c6-4e6e-be47-720739513ad2 req-ba7d85ed-5777-429a-964f-5403f394f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:48.521176 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-769ddf7c-61c6-4e6e-be47-720739513ad2 req-ba7d85ed-5777-429a-964f-5403f394f06e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2689d2-4350-4ebc-b9a9-82127a455a4c HTTP/1.1" status: 200  len: 859 time: 0.0753329
Apr 20 18:23:48.639678 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-769ddf7c-61c6-4e6e-be47-720739513ad2 req-b44c1b92-984a-4d33-acd2-907d822cb360 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1078374
Apr 20 18:23:48.671400 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6e8326cb-e5d3-422e-ae4f-533e2e869bb5 req-98bc1a2b-1687-4bf4-9932-f46e6af8a0cb tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3057082
Apr 20 18:23:48.683408 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9e1d72d4-6fe2-4000-8e2c-6ed31df1d8c0 req-1f0002f6-28a2-47e6-b5e3-3eb8c749bf88 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1771913
Apr 20 18:23:48.728635 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Attempting to bind port d1ff03fb-8a59-4215-bbae-749c03865c7d on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:48.729454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Attempting to bind port d1ff03fb-8a59-4215-bbae-749c03865c7d by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '6570b337-fe86-4f35-9b48-276b93b735b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:48.730058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Attempting to bind port d1ff03fb-8a59-4215-bbae-749c03865c7d on network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:48.736658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Port d1ff03fb-8a59-4215-bbae-749c03865c7d on network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:23:48.737804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Attempting to bind port d1ff03fb-8a59-4215-bbae-749c03865c7d on network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:48.745854 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:48.746683 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Checking segment: {'id': '6570b337-fe86-4f35-9b48-276b93b735b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:48.747205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Bound using segment: {'id': '6570b337-fe86-4f35-9b48-276b93b735b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:48.748039 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Bound port: d1ff03fb-8a59-4215-bbae-749c03865c7d, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6570b337-fe86-4f35-9b48-276b93b735b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:48.748916 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:48.792728 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0d2ae-c855-468d-b266-4e93f2d4ebdd req-3fbb68c1-5ba8-4d6e-8b77-89c6dd532f48 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:48.801256 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-58c0d2ae-c855-468d-b266-4e93f2d4ebdd req-3fbb68c1-5ba8-4d6e-8b77-89c6dd532f48 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.4043701
Apr 20 18:23:48.880089 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-58c0d2ae-c855-468d-b266-4e93f2d4ebdd req-3954cc31-af21-4052-9216-38d4ce48ac4a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777774
Apr 20 18:23:48.914741 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-769ddf7c-61c6-4e6e-be47-720739513ad2 req-1c381b8d-ccaa-408c-ab03-62d5895b304f service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2609348
Apr 20 18:23:49.047143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] For port d1ff03fb-8a59-4215-bbae-749c03865c7d, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:49.059268 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] For port d1ff03fb-8a59-4215-bbae-749c03865c7d, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d1ff03fb-8a59-4215-bbae-749c03865c7d,segment=NetworkSegment(6570b337-fe86-4f35-9b48-276b93b735b7),segment_id=6570b337-fe86-4f35-9b48-276b93b735b7)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:49.097620 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-769ddf7c-61c6-4e6e-be47-720739513ad2 req-60a048dd-cb7f-4601-a438-c1bbb1c73100 service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1647425
Apr 20 18:23:49.119086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:49.135662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-509f0ee4-42e1-43d7-a56a-179642cfe29c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:49.213116 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:49.213986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:49.215525 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] 10.222.0.41 "PUT /v2.0/ports/d1ff03fb-8a59-4215-bbae-749c03865c7d HTTP/1.1" status: 200  len: 1094 time: 1.9346573
Apr 20 18:23:49.218590 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea9ebab-0864-40a5-8203-ba154701c4c2', 'tag': 'd1ff03fb-8a59-4215-bbae-749c03865c7d'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:49.279093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ff03fb-8a59-4215-bbae-749c03865c7d,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:49.283398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:49.303012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c24efa-4050-49e8-9cc6-bbef2c4926f9 req-be1d6a13-3fa8-47d8-9964-92a04f501f33 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:49.303858 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-b9c24efa-4050-49e8-9cc6-bbef2c4926f9 req-be1d6a13-3fa8-47d8-9964-92a04f501f33 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Synchronizing usage tracker for tenant:17063592a9e3491b99da5808c9f3a76d on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:49.387618 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-b9c24efa-4050-49e8-9cc6-bbef2c4926f9 req-be1d6a13-3fa8-47d8-9964-92a04f501f33 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Unset dirty status for tenant:17063592a9e3491b99da5808c9f3a76d on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:49.388842 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b9c24efa-4050-49e8-9cc6-bbef2c4926f9 req-be1d6a13-3fa8-47d8-9964-92a04f501f33 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 944 time: 0.3260031
Apr 20 18:23:49.483554 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-6b9fa010-556c-4be5-aa6c-f9791245d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:49.485264 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-6b9fa010-556c-4be5-aa6c-f9791245d230 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17063592a9e3491b99da5808c9f3a76d&device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 1097 time: 0.1950903
Apr 20 18:23:49.511210 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b9c24efa-4050-49e8-9cc6-bbef2c4926f9 req-b501f1d4-9815-4ec3-bc22-7877c39e5040 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081748
Apr 20 18:23:49.580678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348962e-6d75-4a63-859a-3d9107c61983 req-adfee5cc-29b3-4992-bcc0-50eb3df4249a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:49.582601 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b348962e-6d75-4a63-859a-3d9107c61983 req-adfee5cc-29b3-4992-bcc0-50eb3df4249a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1515346
Apr 20 18:23:49.706549 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b348962e-6d75-4a63-859a-3d9107c61983 req-828cc191-4337-4d3a-a220-a95f0d33438d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172104
Apr 20 18:23:49.980779 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea9ebab-0864-40a5-8203-ba154701c4c2', 'tag': 'd1ff03fb-8a59-4215-bbae-749c03865c7d', 'status': 'completed', 'code': 200}
Apr 20 18:23:49.982297 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-7427ce95-d0f6-4ec8-930d-e88496e8db89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1ff03fb-8a59-4215-bbae-749c03865c7d HTTP/1.1" status: 200  len: 217 time: 0.4700689
Apr 20 18:23:50.141214 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-fdc4bd11-9fe6-4371-a53f-413d221ce3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:50.143510 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-fdc4bd11-9fe6-4371-a53f-413d221ce3a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9705ccc-a51e-4061-a862-54179150e29e HTTP/1.1" status: 200  len: 849 time: 0.1531091
Apr 20 18:23:50.223003 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-f72ced76-e113-4643-b6d0-12c3cff134b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21567e63-c8cf-420a-a6e8-4fb18a3a22fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0697742
Apr 20 18:23:50.285240 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23866476-eef4-4c7e-b847-f614dbe87b61 req-8e5fca86-b06e-48f7-92f5-5b9bb4b00e59 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:50.286975 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-23866476-eef4-4c7e-b847-f614dbe87b61 req-8e5fca86-b06e-48f7-92f5-5b9bb4b00e59 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.2461991
Apr 20 18:23:50.490780 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-23866476-eef4-4c7e-b847-f614dbe87b61 req-fb4c9d57-20fc-4eb7-95ff-afdd78c63b08 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1961794
Apr 20 18:23:50.492975 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-51ed14c4-a795-47d7-9fb7-07e5aed950b5 service neutron] 10.222.0.41 "GET /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2583222
Apr 20 18:23:50.745527 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-332a89a8-861b-4000-bfc8-44fb56e9b123 req-8ec0e894-2f75-4d74-a749-1c8eefcc0f0a service neutron] 10.222.0.41 "GET /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2451229
Apr 20 18:23:50.796429 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee7038-9972-4e26-b8dc-dbe7f3f194a2 req-b8baa7c0-dde4-4d5c-ad86-d62099d20d11 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:50.798431 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d5ee7038-9972-4e26-b8dc-dbe7f3f194a2 req-b8baa7c0-dde4-4d5c-ad86-d62099d20d11 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 944 time: 0.1227336
Apr 20 18:23:50.810383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa21bd-90bf-475d-9572-4b351956c623 req-9355b264-c6d8-46fc-9fff-39b89a6b11d5 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:50.829351 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b3aa21bd-90bf-475d-9572-4b351956c623 req-9355b264-c6d8-46fc-9fff-39b89a6b11d5 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.1559424
Apr 20 18:23:50.837540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 35836) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:50.847333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-f75da1a0-474e-4c82-bbee-94a8890c5e45 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Request body: {'floatingip': {'port_id': '3148b6aa-85be-4efc-aaf2-890a502b24b0'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:50.945905 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d5ee7038-9972-4e26-b8dc-dbe7f3f194a2 req-2f7ac9bc-f5c7-4ea8-928b-9079154331cc tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383276
Apr 20 18:23:50.969403 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f52d0-b651-4773-bf0c-6d1d73e34c56 req-d67bf3c2-4f74-408c-bfb9-5fa4a44b1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:50.971997 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-284f52d0-b651-4773-bf0c-6d1d73e34c56 req-d67bf3c2-4f74-408c-bfb9-5fa4a44b1887 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17063592a9e3491b99da5808c9f3a76d&device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 1097 time: 0.1324201
Apr 20 18:23:51.241070 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f52d0-b651-4773-bf0c-6d1d73e34c56 req-b913d0af-10f8-4a23-b3ae-442200304361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:51.244704 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-284f52d0-b651-4773-bf0c-6d1d73e34c56 req-b913d0af-10f8-4a23-b3ae-442200304361 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21567e63-c8cf-420a-a6e8-4fb18a3a22fa HTTP/1.1" status: 200  len: 910 time: 0.2607925
Apr 20 18:23:51.387693 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-284f52d0-b651-4773-bf0c-6d1d73e34c56 req-0942cf5a-229e-44ae-834e-d76cee1f6d0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1ff03fb-8a59-4215-bbae-749c03865c7d HTTP/1.1" status: 200  len: 217 time: 0.1168964
Apr 20 18:23:51.485949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f52d0-b651-4773-bf0c-6d1d73e34c56 req-72ba9c5a-e2fb-4f56-b760-0725bc2d61da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:51.488601 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-284f52d0-b651-4773-bf0c-6d1d73e34c56 req-72ba9c5a-e2fb-4f56-b760-0725bc2d61da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9705ccc-a51e-4061-a862-54179150e29e HTTP/1.1" status: 200  len: 849 time: 0.0929708
Apr 20 18:23:51.500655 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f75da1a0-474e-4c82-bbee-94a8890c5e45 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.556082 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-284f52d0-b651-4773-bf0c-6d1d73e34c56 req-493850b3-7334-48f9-b932-f394a062fb4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21567e63-c8cf-420a-a6e8-4fb18a3a22fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593400
Apr 20 18:23:51.694405 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb594aad-3ba0-4e18-b93f-f058aa8486be req-ea4a1bee-7499-4674-b765-6a08c02c99b2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:51.696371 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-eb594aad-3ba0-4e18-b93f-f058aa8486be req-ea4a1bee-7499-4674-b765-6a08c02c99b2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.6658294
Apr 20 18:23:51.811622 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-eb594aad-3ba0-4e18-b93f-f058aa8486be req-e52f839c-d623-4994-939c-2eb917c56501 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012342
Apr 20 18:23:51.817156 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-284f52d0-b651-4773-bf0c-6d1d73e34c56 req-dd76d7fa-f72e-4b87-9ff5-ea8fa111c7ab service neutron] 10.222.0.41 "GET /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2456486
Apr 20 18:23:51.996920 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-284f52d0-b651-4773-bf0c-6d1d73e34c56 req-f74a981f-c283-43bd-a97d-c082c0f3a0fd service neutron] 10.222.0.41 "GET /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727290
Apr 20 18:23:52.223410 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38b9ea-17f0-4652-855c-8179e021e156 req-2f1b1cfe-ce8f-4df3-9262-87c11523ef9d tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:52.225207 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e38b9ea-17f0-4652-855c-8179e021e156 req-2f1b1cfe-ce8f-4df3-9262-87c11523ef9d tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 944 time: 0.1340525
Apr 20 18:23:52.288192 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e38b9ea-17f0-4652-855c-8179e021e156 req-bb1b3ae4-bc3f-4e06-aecb-15258bd5e479 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562124
Apr 20 18:23:52.546360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device d1ff03fb-8a59-4215-bbae-749c03865c7d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:23:52.562322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f75da1a0-474e-4c82-bbee-94a8890c5e45 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.567137 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f75da1a0-474e-4c82-bbee-94a8890c5e45 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.713863 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port d1ff03fb-8a59-4215-bbae-749c03865c7d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d1ff03fb-8a59-4215-bbae-749c03865c7d,segment=NetworkSegment(6570b337-fe86-4f35-9b48-276b93b735b7),segment_id=6570b337-fe86-4f35-9b48-276b93b735b7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:52.734078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'd1ff03fb-8a59-4215-bbae-749c03865c7d', 'network_id': '21567e63-c8cf-420a-a6e8-4fb18a3a22fa', 'port_id': 'd1ff03fb-8a59-4215-bbae-749c03865c7d', 'mac_address': 'fa:16:3e:0f:50:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9705ccc-a51e-4061-a862-54179150e29e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:23:52.762931 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-f75da1a0-474e-4c82-bbee-94a8890c5e45 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Floating IP 4851a0dd-9655-471d-a8eb-a5c9783d3564 associated. External IP: 172.27.1.86, port: 3148b6aa-85be-4efc-aaf2-890a502b24b0.
Apr 20 18:23:52.837183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.873505 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ff03fb-8a59-4215-bbae-749c03865c7d {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:52.909675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port d1ff03fb-8a59-4215-bbae-749c03865c7d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d1ff03fb-8a59-4215-bbae-749c03865c7d,segment=NetworkSegment(6570b337-fe86-4f35-9b48-276b93b735b7),segment_id=6570b337-fe86-4f35-9b48-276b93b735b7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:52.926252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.930220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:53.008534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=d1ff03fb-8a59-4215-bbae-749c03865c7d,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:53.020524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:53.224477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['d1ff03fb-8a59-4215-bbae-749c03865c7d'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:23:53.280315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75da1a0-474e-4c82-bbee-94a8890c5e45 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:23:53.665662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab961c9d-ab12-405c-92e1-26b0347f0c80 req-5c3749af-e3c6-4536-9dcc-cc10e0227ae1 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:53.675339 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ab961c9d-ab12-405c-92e1-26b0347f0c80 req-5c3749af-e3c6-4536-9dcc-cc10e0227ae1 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 945 time: 0.1428585
Apr 20 18:23:53.773591 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ab961c9d-ab12-405c-92e1-26b0347f0c80 req-71f71bde-98fa-499a-bf6f-48e7ce5137ec tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830033
Apr 20 18:23:53.837732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c3024-022a-49b5-8473-a5fc55bac450 req-9a53a482-4d20-4e69-8f3f-2d065fef6c7c tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:53.839453 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-489c3024-022a-49b5-8473-a5fc55bac450 req-9a53a482-4d20-4e69-8f3f-2d065fef6c7c tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.8222277
Apr 20 18:23:53.928651 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-489c3024-022a-49b5-8473-a5fc55bac450 req-6b5ab521-3dce-4ebb-916e-29a516d471b1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729141
Apr 20 18:23:53.940609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75da1a0-474e-4c82-bbee-94a8890c5e45 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:23:53.945653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f75da1a0-474e-4c82-bbee-94a8890c5e45 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:53.957637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbd078-010f-47d5-ab2f-a4c2978ecf8b None None] Sync routers for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:23:53.972960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbd078-010f-47d5-ab2f-a4c2978ecf8b None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:53.972960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-4bcbd078-010f-47d5-ab2f-a4c2978ecf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe1f87b8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:54.015774 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f75da1a0-474e-4c82-bbee-94a8890c5e45 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "PUT /v2.0/floatingips/4851a0dd-9655-471d-a8eb-a5c9783d3564 HTTP/1.1" status: 200  len: 991 time: 3.1751821
Apr 20 18:23:54.017073 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:54.073392 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'status': 'completed', 'code': 200}
Apr 20 18:23:54.219747 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-4bcbd078-010f-47d5-ab2f-a4c2978ecf8b None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:54.643650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-4bcbd078-010f-47d5-ab2f-a4c2978ecf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe1f87b8>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '4851a0dd-9655-471d-a8eb-a5c9783d3564', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'port_id': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'mac_address': 'fa:16:3e:8b:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:23:27Z', 'updated_at': '2021-04-20T18:23:52Z', 'revision_number': 1, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:30Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:54.647816 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbd078-010f-47d5-ab2f-a4c2978ecf8b None None] Checking router: 1d93e8d7-93a8-459f-b5e0-ec7d0647084f for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:23:54.656686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbd078-010f-47d5-ab2f-a4c2978ecf8b None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:54.657330 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-4bcbd078-010f-47d5-ab2f-a4c2978ecf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe1f87b8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:54.860474 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-4bcbd078-010f-47d5-ab2f-a4c2978ecf8b None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:55.023954 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0404f-2ca4-4f1b-89aa-7998932368b7 req-ad8b70d6-bf3a-4687-aff4-7ee9dceb0bb4 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:55.026902 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1de0404f-2ca4-4f1b-89aa-7998932368b7 req-ad8b70d6-bf3a-4687-aff4-7ee9dceb0bb4 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 945 time: 0.1201200
Apr 20 18:23:55.090639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:23:55.100595 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1de0404f-2ca4-4f1b-89aa-7998932368b7 req-a496888e-9a45-42aa-9051-a7b9eab37548 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656149
Apr 20 18:23:55.412936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-4bcbd078-010f-47d5-ab2f-a4c2978ecf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe1f87b8>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '4851a0dd-9655-471d-a8eb-a5c9783d3564', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'port_id': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'mac_address': 'fa:16:3e:8b:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:23:27Z', 'updated_at': '2021-04-20T18:23:52Z', 'revision_number': 1, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:30Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:55.417913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbd078-010f-47d5-ab2f-a4c2978ecf8b None None] The sync data for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi is: [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '4851a0dd-9655-471d-a8eb-a5c9783d3564', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'port_id': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'mac_address': 'fa:16:3e:8b:07:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:23:27Z', 'updated_at': '2021-04-20T18:23:52Z', 'revision_number': 1, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:30Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:23:55.720322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8176c-85ba-4835-a7f9-83c02715f055 None None] New status for floating IP 4851a0dd-9655-471d-a8eb-a5c9783d3564: ACTIVE {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:23:56.331427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b939d-1a3f-4985-8103-21b2a650315e req-3b3c5078-8e4e-472b-aae5-638e44c0d222 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:56.334289 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a14b939d-1a3f-4985-8103-21b2a650315e req-3b3c5078-8e4e-472b-aae5-638e44c0d222 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 945 time: 0.1149995
Apr 20 18:23:56.413757 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a14b939d-1a3f-4985-8103-21b2a650315e req-c596938b-5756-4e34-b0e4-f8305ae7fd38 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728621
Apr 20 18:23:56.592319 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de25fc-cd11-4919-8190-6a56ce0ab3bd req-d3c9203d-cac6-4fab-8691-0399e6cffe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:56.595937 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-56de25fc-cd11-4919-8190-6a56ce0ab3bd req-d3c9203d-cac6-4fab-8691-0399e6cffe5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 1099 time: 0.1102428
Apr 20 18:23:56.779488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de25fc-cd11-4919-8190-6a56ce0ab3bd req-5da9d596-bd18-4daa-932f-1998d6b0463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:56.782375 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-56de25fc-cd11-4919-8190-6a56ce0ab3bd req-5da9d596-bd18-4daa-932f-1998d6b0463a service neutron] 10.222.0.41 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 918 time: 0.1713428
Apr 20 18:23:56.907656 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-56de25fc-cd11-4919-8190-6a56ce0ab3bd req-7035d74e-4ce9-4c02-949e-30043e297374 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0 HTTP/1.1" status: 200  len: 1001 time: 0.1146593
Apr 20 18:23:56.982725 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de25fc-cd11-4919-8190-6a56ce0ab3bd req-2f45c5b7-9eb0-4d03-95c7-ff587847cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:56.984379 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-56de25fc-cd11-4919-8190-6a56ce0ab3bd req-2f45c5b7-9eb0-4d03-95c7-ff587847cae8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 200  len: 856 time: 0.0696802
Apr 20 18:23:57.086644 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de25fc-cd11-4919-8190-6a56ce0ab3bd req-44ff6f5e-abf7-4324-a8f5-0f50b12e1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:57.088250 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-56de25fc-cd11-4919-8190-6a56ce0ab3bd req-44ff6f5e-abf7-4324-a8f5-0f50b12e1a6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914121
Apr 20 18:23:57.268736 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-56de25fc-cd11-4919-8190-6a56ce0ab3bd req-8c297e41-9448-49ef-9954-f5e893626921 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662898
Apr 20 18:23:57.424366 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-56de25fc-cd11-4919-8190-6a56ce0ab3bd req-76ca6561-eaee-46dd-8e60-adb5049d18da service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474643
Apr 20 18:23:57.652384 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c0fe4-9cd7-4b2d-b514-d9326939aeaf req-68d21a7e-5777-421a-82cb-70df572752c0 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:57.657685 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a28c0fe4-9cd7-4b2d-b514-d9326939aeaf req-68d21a7e-5777-421a-82cb-70df572752c0 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 945 time: 0.1189222
Apr 20 18:23:57.710067 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a28c0fe4-9cd7-4b2d-b514-d9326939aeaf req-7ea1d8e3-4d77-4dd4-8389-63a916e2e487 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477085
Apr 20 18:23:58.113238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdcf00-7a49-4555-b356-6a67814c318d req-36f4fa5b-dd5b-4c40-b4af-f2ad268f55c8 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:58.115027 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-23bdcf00-7a49-4555-b356-6a67814c318d req-36f4fa5b-dd5b-4c40-b4af-f2ad268f55c8 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1066709
Apr 20 18:23:58.173057 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-23bdcf00-7a49-4555-b356-6a67814c318d req-b9f1aeb0-6963-49cf-8fe2-29e689758af5 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514774
Apr 20 18:23:58.488968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device d1ff03fb-8a59-4215-bbae-749c03865c7d up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:58.578720 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port d1ff03fb-8a59-4215-bbae-749c03865c7d completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:58.584654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port d1ff03fb-8a59-4215-bbae-749c03865c7d triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:58.585146 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.598170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36030) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:58.741027 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.796945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea9ebab-0864-40a5-8203-ba154701c4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ff03fb-8a59-4215-bbae-749c03865c7d'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:58.811033 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port d1ff03fb-8a59-4215-bbae-749c03865c7d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d1ff03fb-8a59-4215-bbae-749c03865c7d,segment=NetworkSegment(6570b337-fe86-4f35-9b48-276b93b735b7),segment_id=6570b337-fe86-4f35-9b48-276b93b735b7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:58.815516 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.818330 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:58.865540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.906832 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea9ebab-0864-40a5-8203-ba154701c4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ff03fb-8a59-4215-bbae-749c03865c7d', 'code': 200}
Apr 20 18:23:58.918003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=d1ff03fb-8a59-4215-bbae-749c03865c7d,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:58.930030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:58.986874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:58.997363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Usage tracker for resource:security_group_rule and tenant:6a133c9538284882b50f852881c00257 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:59.002446 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:59.010828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:59.065627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62ead2-fa80-4f13-adbe-8a45b3cdfb67 req-04de2609-8e6c-4219-846c-f9c03a27feb7 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:59.067470 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5d62ead2-fa80-4f13-adbe-8a45b3cdfb67 req-04de2609-8e6c-4219-846c-f9c03a27feb7 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 946 time: 0.1601300
Apr 20 18:23:59.132917 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5d62ead2-fa80-4f13-adbe-8a45b3cdfb67 req-539e5b97-925f-46d0-be1f-ab32f51bee98 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581291
Apr 20 18:23:59.225967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.227511 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.248378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dfc86-e938-4ce7-aeee-3801deebf6b1 req-7adb78cb-e3c6-42c0-a742-d03c304f6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:59.252640 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e3dfc86-e938-4ce7-aeee-3801deebf6b1 req-7adb78cb-e3c6-42c0-a742-d03c304f6796 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 1099 time: 0.1373715
Apr 20 18:23:59.257427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-84ea2b41-7bb1-4ba7-bced-62b7ff3c4145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:59.277215 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a133c9538284882b50f852881c00257&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6772969
Apr 20 18:23:59.280082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36058) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:59.294609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66524e22-9016-4a08-bd07-f10cfb37495e,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:59.306911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.307323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.307780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.308272 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.308676 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.309065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.309453 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.309876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.310262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.310639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.311006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.311390 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.316391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:59.348052 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e3dfc86-e938-4ce7-aeee-3801deebf6b1 req-97e33c1e-7c72-408a-a1d2-ee9f0f9e13f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874157
Apr 20 18:23:59.370829 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.403381 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.465912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.471915 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:59.485834 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66524e22-9016-4a08-bd07-f10cfb37495e,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:59.495074 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.496563 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66524e22-9016-4a08-bd07-f10cfb37495e HTTP/1.1" status: 204  len: 168 time: 0.2152581
Apr 20 18:23:59.500883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.500883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.500883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.500883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.500883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.500883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.501972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.501972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.502344 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.502776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.503207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.503595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:59.515870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:59.861127 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b32d-9eb8-42e3-bb64-bc935cdf4887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.917621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36074) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:59.938273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bfc183a0-b786-4005-8820-9e3e3c8ee30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.958237 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-bfc183a0-b786-4005-8820-9e3e3c8ee30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:59.962963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-bfc183a0-b786-4005-8820-9e3e3c8ee30d admin admin] Usage tracker for resource:security_group_rule and tenant:9ae7211736b2447a99aca9c940087e30 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:59.966179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-bfc183a0-b786-4005-8820-9e3e3c8ee30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:59.973150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-bfc183a0-b786-4005-8820-9e3e3c8ee30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:00.068477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bfc183a0-b786-4005-8820-9e3e3c8ee30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.071753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bfc183a0-b786-4005-8820-9e3e3c8ee30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.082224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9c6339c1-566a-4032-ab5d-d25e17e3ac93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:00.127581 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-bfc183a0-b786-4005-8820-9e3e3c8ee30d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ae7211736b2447a99aca9c940087e30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2087834
Apr 20 18:24:00.129266 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc183a0-b786-4005-8820-9e3e3c8ee30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a4d986-920c-418d-bb84-bc53a9cd3c00,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:00.130509 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36080) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:00.132758 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bfc183a0-b786-4005-8820-9e3e3c8ee30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:00.212104 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4c504447-f7f7-4fa8-958c-c8acfa890a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.243193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4c504447-f7f7-4fa8-958c-c8acfa890a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.365833 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4c504447-f7f7-4fa8-958c-c8acfa890a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.370982 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a5b04a5e-d2b9-4b98-b726-4e6c960c2f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:00.389697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c504447-f7f7-4fa8-958c-c8acfa890a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a4d986-920c-418d-bb84-bc53a9cd3c00,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:00.394549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4c504447-f7f7-4fa8-958c-c8acfa890a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:00.424834 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4c504447-f7f7-4fa8-958c-c8acfa890a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.426425 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4c504447-f7f7-4fa8-958c-c8acfa890a26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65a4d986-920c-418d-bb84-bc53a9cd3c00 HTTP/1.1" status: 204  len: 168 time: 0.2939649
Apr 20 18:24:00.461493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d170f-690d-4aa6-bd86-ab0d4479ba89 req-6ab45beb-95ea-4e5f-a599-9162f64ad7bd tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:00.463191 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e8d170f-690d-4aa6-bd86-ab0d4479ba89 req-6ab45beb-95ea-4e5f-a599-9162f64ad7bd tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 946 time: 0.1598334
Apr 20 18:24:00.533221 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e8d170f-690d-4aa6-bd86-ab0d4479ba89 req-bbd97b02-7469-4cce-8d55-8484c6eeec6a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562730
Apr 20 18:24:01.093640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36116) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:01.145802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36122) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:01.306619 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2ded4074-579c-4c59-a133-ce63c3bafe66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.323959 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-2ded4074-579c-4c59-a133-ce63c3bafe66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:01.329051 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-2ded4074-579c-4c59-a133-ce63c3bafe66 admin admin] Usage tracker for resource:security_group_rule and tenant:31e75f94cde9464b942beb62a7297dbf is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:01.333305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-2ded4074-579c-4c59-a133-ce63c3bafe66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:01.340731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-2ded4074-579c-4c59-a133-ce63c3bafe66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:01.433676 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf18ccdd-2b85-409c-9e9b-ab9679425a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.472589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-cf18ccdd-2b85-409c-9e9b-ab9679425a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:01.487312 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-cf18ccdd-2b85-409c-9e9b-ab9679425a34 admin admin] Usage tracker for resource:security_group_rule and tenant:3b484e018dff42bcbe1f3c1c6b8736d6 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:01.491340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2ded4074-579c-4c59-a133-ce63c3bafe66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.492852 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-cf18ccdd-2b85-409c-9e9b-ab9679425a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:01.499162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2ded4074-579c-4c59-a133-ce63c3bafe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.507290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-cf18ccdd-2b85-409c-9e9b-ab9679425a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:01.511021 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:01.529942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36134) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:01.584443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded4074-579c-4c59-a133-ce63c3bafe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc96263-6978-47da-9d60-5a3c555313e9,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:01.603323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2ded4074-579c-4c59-a133-ce63c3bafe66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:01.607883 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-2ded4074-579c-4c59-a133-ce63c3bafe66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31e75f94cde9464b942beb62a7297dbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5128798
Apr 20 18:24:01.608730 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36146) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:01.766681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-073b834c-0848-473b-995d-fa00ae9cb30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.788924 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-073b834c-0848-473b-995d-fa00ae9cb30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:01.791856 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4494dd10-c040-4b52-a8ef-00c0f6d58a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.813738 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf18ccdd-2b85-409c-9e9b-ab9679425a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.822607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4494dd10-c040-4b52-a8ef-00c0f6d58a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.833771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf18ccdd-2b85-409c-9e9b-ab9679425a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.845041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-eab220f6-6ef4-426f-9441-6cb9dd6ab987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:01.871354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-073b834c-0848-473b-995d-fa00ae9cb30a admin admin] Usage tracker for resource:security_group_rule and tenant:7f395c0d6234417b8e2fc0f7c2d95227 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:01.874842 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-073b834c-0848-473b-995d-fa00ae9cb30a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:01.883412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-073b834c-0848-473b-995d-fa00ae9cb30a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:01.905711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18ccdd-2b85-409c-9e9b-ab9679425a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca7d469-e412-4112-8f7e-2893c2db69e9,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:01.915204 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cf18ccdd-2b85-409c-9e9b-ab9679425a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:01.927244 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-cf18ccdd-2b85-409c-9e9b-ab9679425a34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b484e018dff42bcbe1f3c1c6b8736d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7775235
Apr 20 18:24:01.929442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36156) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:01.932427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4494dd10-c040-4b52-a8ef-00c0f6d58a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.940645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-01e91417-59b1-40a2-ae2e-04645bbbd5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:01.963949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4190b7-24d9-4190-ac25-ff663a05a205 req-7aab32d0-ac90-4bd9-8a9f-d1c61b67542a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:01.965597 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0f4190b7-24d9-4190-ac25-ff663a05a205 req-7aab32d0-ac90-4bd9-8a9f-d1c61b67542a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 946 time: 0.2361963
Apr 20 18:24:01.974976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494dd10-c040-4b52-a8ef-00c0f6d58a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc96263-6978-47da-9d60-5a3c555313e9,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:01.977428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4494dd10-c040-4b52-a8ef-00c0f6d58a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:02.002231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4494dd10-c040-4b52-a8ef-00c0f6d58a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.006626 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4494dd10-c040-4b52-a8ef-00c0f6d58a96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2dc96263-6978-47da-9d60-5a3c555313e9 HTTP/1.1" status: 204  len: 168 time: 0.3967862
Apr 20 18:24:02.060911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-073b834c-0848-473b-995d-fa00ae9cb30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.064143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-073b834c-0848-473b-995d-fa00ae9cb30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.073294 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4f0c4ea9-0157-43e7-8ab1-775b77eb414a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:02.118750 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0f4190b7-24d9-4190-ac25-ff663a05a205 req-d491d87a-a33f-4d4c-86a2-74a0d3487337 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398766
Apr 20 18:24:02.120836 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5fe0367c-be31-4f87-9ce6-78372f261071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.122329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2d10c6c7-2936-4a58-a169-2b6f355737e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.130060 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-073b834c-0848-473b-995d-fa00ae9cb30a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f395c0d6234417b8e2fc0f7c2d95227&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5959103
Apr 20 18:24:02.130060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b834c-0848-473b-995d-fa00ae9cb30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f94429-5e4e-4294-9107-2c0490c84bdf,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:02.131596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36166) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:02.134655 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-073b834c-0848-473b-995d-fa00ae9cb30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:02.176604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2d10c6c7-2936-4a58-a169-2b6f355737e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.255416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e6d04860-0c13-471b-9734-13e908967c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.286037 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2d10c6c7-2936-4a58-a169-2b6f355737e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.297642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1d2c3233-8905-4066-b22a-8b863721a938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:02.315381 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10c6c7-2936-4a58-a169-2b6f355737e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca7d469-e412-4112-8f7e-2893c2db69e9,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:02.319663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2d10c6c7-2936-4a58-a169-2b6f355737e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:02.322716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2d10c6c7-2936-4a58-a169-2b6f355737e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.324471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e6d04860-0c13-471b-9734-13e908967c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.328079 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-2d10c6c7-2936-4a58-a169-2b6f355737e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ca7d469-e412-4112-8f7e-2893c2db69e9 HTTP/1.1" status: 204  len: 168 time: 0.3973315
Apr 20 18:24:02.426315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e6d04860-0c13-471b-9734-13e908967c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.428290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bfc183a0-b786-4005-8820-9e3e3c8ee30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:02.443928 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d04860-0c13-471b-9734-13e908967c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f94429-5e4e-4294-9107-2c0490c84bdf,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:02.449377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e6d04860-0c13-471b-9734-13e908967c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:02.453462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e6d04860-0c13-471b-9734-13e908967c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.455566 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e6d04860-0c13-471b-9734-13e908967c3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73f94429-5e4e-4294-9107-2c0490c84bdf HTTP/1.1" status: 204  len: 168 time: 0.3222618
Apr 20 18:24:02.584885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36184) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:02.677534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.070650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7b238b10-5e0d-47f5-9789-3923be765c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.086890 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-7b238b10-5e0d-47f5-9789-3923be765c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:03.091046 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-7b238b10-5e0d-47f5-9789-3923be765c2e admin admin] Usage tracker for resource:security_group_rule and tenant:0c08e9dce8b243c38fc2b890afc5f41c is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:03.094096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-7b238b10-5e0d-47f5-9789-3923be765c2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:03.100427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-7b238b10-5e0d-47f5-9789-3923be765c2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:03.198539 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7b238b10-5e0d-47f5-9789-3923be765c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.202347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7b238b10-5e0d-47f5-9789-3923be765c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.212378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-11243c21-cdb6-4a0d-98cc-0a4081b44850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:03.270647 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7b238b10-5e0d-47f5-9789-3923be765c2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c08e9dce8b243c38fc2b890afc5f41c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6748216
Apr 20 18:24:03.270785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36210) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:03.273720 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b238b10-5e0d-47f5-9789-3923be765c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d843d71-31ca-4983-b632-84beb6dbd08f,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:03.279869 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7b238b10-5e0d-47f5-9789-3923be765c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:03.337556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-89e85b2d-3152-4cae-8081-405c3ff51dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.373286 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-89e85b2d-3152-4cae-8081-405c3ff51dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.426269 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-89e85b2d-3152-4cae-8081-405c3ff51dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.431990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:03.450919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-89e85b2d-3152-4cae-8081-405c3ff51dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.452172 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-89e85b2d-3152-4cae-8081-405c3ff51dcc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d843d71-31ca-4983-b632-84beb6dbd08f HTTP/1.1" status: 204  len: 168 time: 0.1855283
Apr 20 18:24:03.453410 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e85b2d-3152-4cae-8081-405c3ff51dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d843d71-31ca-4983-b632-84beb6dbd08f,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:03.456116 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-89e85b2d-3152-4cae-8081-405c3ff51dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:03.514517 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.636147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36230) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:03.912198 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2055265864-network', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:03.917695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:03.919708 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cf99d-1da3-4f6c-98a6-b9e0d326548f req-3059e5e7-fa67-40f0-9f1a-8dd269e0a5ed tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:03.922077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Usage tracker for resource:network and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:03.922570 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-775cf99d-1da3-4f6c-98a6-b9e0d326548f req-3059e5e7-fa67-40f0-9f1a-8dd269e0a5ed tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 946 time: 0.1127627
Apr 20 18:24:03.925956 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:03.939183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:03.952900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Made reservation on behalf of b4d7c375e95c4bd0b34b93e0f43a0b57 for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:24:03.964948 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.978220 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-775cf99d-1da3-4f6c-98a6-b9e0d326548f req-c228640b-3a5d-44c3-87c9-dda062f30baf tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490959
Apr 20 18:24:04.002832 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.034865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:04.046313 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Usage tracker for resource:security_group_rule and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:04.054558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:04.067274 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:04.173286 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.176327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.181276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3738598c-3fdf-4cda-8bf1-f40b818be8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:04.216790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:24:04.227550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483f3879-1617-4dfb-ad35-c3c3a64eab97,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:04.231563 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:04.234300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.234697 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Added segment 3e6eec58-2ba1-4746-baca-5807205bd9f7 of type vlan for network f73fe5f0-7661-4958-ad4f-6a98649d57d0
Apr 20 18:24:04.268166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.299539 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.300942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:04.301584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.307349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3fe09cce-a4af-453f-a019-17eabecae66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:04.417243 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7800162
Apr 20 18:24:04.420384 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Pushing event updated for resources: {'Network': ['ID=f73fe5f0-7661-4958-ad4f-6a98649d57d0,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:04.420537 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36256) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:04.423902 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:04.427991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Request body: {'subnet': {'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2055265864-subnet', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:04.433524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:04.433909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network f73fe5f0-7661-4958-ad4f-6a98649d57d0 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:24:04.440131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Usage tracker for resource:subnet and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:04.443878 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:04.459436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:04.470093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Made reservation on behalf of b4d7c375e95c4bd0b34b93e0f43a0b57 for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:24:04.478064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138343'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.564194 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:05.132486 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2280192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138358'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:05.146296 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3be943d6-2ba4-4102-ab4c-9ac8f69d4848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:05.531282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78797efb-e2d9-4583-8ee5-73122e564c83,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:05.583737 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:05.617751 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Checking segment: {'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:24:05.618213 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Network hostable DHCP agents. Network: f73fe5f0-7661-4958-ad4f-6a98649d57d0, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:24:05.722153 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28975789-49fa-4c11-990e-43a3a544d37b req-7d04825a-58cb-47eb-a86e-33d0b279d26c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:05.725026 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-28975789-49fa-4c11-990e-43a3a544d37b req-7d04825a-58cb-47eb-a86e-33d0b279d26c tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.41 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 946 time: 0.1899426
Apr 20 18:24:05.732238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Network f73fe5f0-7661-4958-ad4f-6a98649d57d0 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:24:05.825074 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a8c83-0652-489e-9240-fad41aa98b2b req-06dc259f-c61f-4d51-97ab-f95192a38f96 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:05.828365 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c07a8c83-0652-489e-9240-fad41aa98b2b req-06dc259f-c61f-4d51-97ab-f95192a38f96 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 946 time: 0.6310937
Apr 20 18:24:05.870724 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, f73fe5f0-7661-4958-ad4f-6a98649d57d0) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:05.881698 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f40cc5b-abd0-4140-a2be-e8e47aaeb1d3 None None] Network f73fe5f0-7661-4958-ad4f-6a98649d57d0 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:24:05.906229 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:05.906898 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:05.968830 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c07a8c83-0652-489e-9240-fad41aa98b2b req-d58df610-b772-4079-8858-75cd4435c516 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/security-groups?id=43e4d0c4-f35f-4b42-ab5e-d7e916364533&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159310
Apr 20 18:24:05.998983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-28975789-49fa-4c11-990e-43a3a544d37b req-a9a889ec-e561-4026-901a-291e43642f03 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Deleting port d1ff03fb-8a59-4215-bbae-749c03865c7d {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:24:05.999652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-28975789-49fa-4c11-990e-43a3a544d37b req-a9a889ec-e561-4026-901a-291e43642f03 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.077040 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6553252
Apr 20 18:24:06.079968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36326) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:06.086911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:06.094943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:06.102699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Usage tracker for resource:router and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:06.108717 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:06.118709 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:06.154288 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771027'] for router, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.155809 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4757'] for router, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.188106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.214262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20c587e-0ae1-536d-81a8-d9304bd08c12-f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'fixed_ips': [{'subnet_id': '78797efb-e2d9-4583-8ee5-73122e564c83'}]}} from dv-cinder-786929-2-iscsi. {{(pid=86371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:24:06.215460 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.414235 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-28975789-49fa-4c11-990e-43a3a544d37b req-a9a889ec-e561-4026-901a-291e43642f03 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] For port d1ff03fb-8a59-4215-bbae-749c03865c7d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d1ff03fb-8a59-4215-bbae-749c03865c7d,segment=NetworkSegment(6570b337-fe86-4f35-9b48-276b93b735b7),segment_id=6570b337-fe86-4f35-9b48-276b93b735b7)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:06.414640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-28975789-49fa-4c11-990e-43a3a544d37b req-a9a889ec-e561-4026-901a-291e43642f03 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.464050 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Allocated IP 172.20.0.2 (f73fe5f0-7661-4958-ad4f-6a98649d57d0/78797efb-e2d9-4583-8ee5-73122e564c83/5014aff1-276d-4fa2-b6bb-26438be21ad4) {{(pid=86371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:24:06.559986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-28975789-49fa-4c11-990e-43a3a544d37b req-a9a889ec-e561-4026-901a-291e43642f03 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Calling delete_port for d1ff03fb-8a59-4215-bbae-749c03865c7d owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:24:06.605633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4742'] for router, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.735074 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Notify callbacks [] for port, precommit_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.748233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-28975789-49fa-4c11-990e-43a3a544d37b req-a9a889ec-e561-4026-901a-291e43642f03 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.752514 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Transition to ACTIVE for port object 5014aff1-276d-4fa2-b6bb-26438be21ad4 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:24:06.755803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:06.779547 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Transition to ACTIVE for port object 5014aff1-276d-4fa2-b6bb-26438be21ad4 will not be triggered until provisioned by entity DHCP. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:24:06.808867 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.828887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f51e82aa-9d6e-4b54-91a8-7f0da0f64f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:06.853760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a889ec-e561-4026-901a-291e43642f03 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Pushing event deleted for resources: {'Port': ['ID=d1ff03fb-8a59-4215-bbae-749c03865c7d,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:06.867760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a9a889ec-e561-4026-901a-291e43642f03 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:06.916930 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-28975789-49fa-4c11-990e-43a3a544d37b req-a9a889ec-e561-4026-901a-291e43642f03 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] No DVR routers for this DVR port d1ff03fb-8a59-4215-bbae-749c03865c7d on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:24:06.920224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-28975789-49fa-4c11-990e-43a3a544d37b req-a9a889ec-e561-4026-901a-291e43642f03 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.925293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea9ebab-0864-40a5-8203-ba154701c4c2', 'name': 'network-vif-deleted', 'tag': 'd1ff03fb-8a59-4215-bbae-749c03865c7d'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:24:06.948644 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-28975789-49fa-4c11-990e-43a3a544d37b req-a9a889ec-e561-4026-901a-291e43642f03 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.41 "DELETE /v2.0/ports/d1ff03fb-8a59-4215-bbae-749c03865c7d HTTP/1.1" status: 204  len: 173 time: 1.2054381
Apr 20 18:24:06.976735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Network f73fe5f0-7661-4958-ad4f-6a98649d57d0 is already hosted by enough agents. {{(pid=86371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:24:06.982262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Resources bound (agent type, host, resource id):  {{(pid=86371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:06.985977 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Received port after_create {{(pid=86371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:24:06.990411 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea9ebab-0864-40a5-8203-ba154701c4c2', 'name': 'network-vif-deleted', 'tag': 'd1ff03fb-8a59-4215-bbae-749c03865c7d', 'status': 'completed', 'code': 200}
Apr 20 18:24:07.006275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Pushing event updated for resources: {'Port': ['ID=5014aff1-276d-4fa2-b6bb-26438be21ad4,revision_number=1']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:07.009949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:07.043598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:07.096952 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:07.130421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Attempting to bind port 5014aff1-276d-4fa2-b6bb-26438be21ad4 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:24:07.130847 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Attempting to bind port 5014aff1-276d-4fa2-b6bb-26438be21ad4 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:24:07.131266 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Attempting to bind port 5014aff1-276d-4fa2-b6bb-26438be21ad4 on network f73fe5f0-7661-4958-ad4f-6a98649d57d0 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:24:07.139964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:24:07.140394 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Checking segment: {'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:24:07.140856 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:07.141299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Bound using segment: {'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:24:07.142079 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Bound port: 5014aff1-276d-4fa2-b6bb-26438be21ad4, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:24:07.143416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:07.275491 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] For port 5014aff1-276d-4fa2-b6bb-26438be21ad4, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:24:07.279082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] For port 5014aff1-276d-4fa2-b6bb-26438be21ad4, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=5014aff1-276d-4fa2-b6bb-26438be21ad4,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:24:07.282908 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:07.289816 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-80720481-d26f-469f-b1b4-619261e6825e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:07.319903 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ce24420c-0ef9-48a5-a58a-b157cebc4de2 req-0a2bd06b-9bae-46f2-bf64-0a96547743ab tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] 10.222.0.43 "GET /v2.0/ports?device_id=fea9ebab-0864-40a5-8203-ba154701c4c2 HTTP/1.1" status: 200  len: 210 time: 0.0690947
Apr 20 18:24:07.380543 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f52b570-45a2-49ad-913f-a1536fa4264d req-552adee9-721f-4fd7-893e-4dab59ee3e89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1108871
Apr 20 18:24:07.429917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Pushing event updated for resources: {'Port': ['ID=5014aff1-276d-4fa2-b6bb-26438be21ad4,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:07.437647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Allocated IP 172.27.1.145 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/e97922f9-ac98-41e8-b3d2-1cc0302ec480) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:24:07.450236 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:07.524896 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b570-45a2-49ad-913f-a1536fa4264d req-503be522-88b7-43a2-89d2-21cf0782fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:07.526776 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f52b570-45a2-49ad-913f-a1536fa4264d req-503be522-88b7-43a2-89d2-21cf0782fa75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 1098 time: 0.1132927
Apr 20 18:24:07.696261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:07.746560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:07.752633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:07.763494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b570-45a2-49ad-913f-a1536fa4264d req-5bd97a1b-8ca8-407e-a67f-e595ef0cddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:07.765129 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f52b570-45a2-49ad-913f-a1536fa4264d req-5bd97a1b-8ca8-407e-a67f-e595ef0cddaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 920 time: 0.2104728
Apr 20 18:24:07.936465 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:24:07.953288 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f52b570-45a2-49ad-913f-a1536fa4264d req-ccfc3381-01f4-4643-98b1-98edcddeacf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c117ca85-cf8b-49f2-8748-33c92c2726c2 HTTP/1.1" status: 200  len: 217 time: 0.1664827
Apr 20 18:24:07.953522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:07.956247 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:24:08.081343 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b570-45a2-49ad-913f-a1536fa4264d req-31596868-1583-4ee2-8b68-0e8c7ef37eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:08.083127 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f52b570-45a2-49ad-913f-a1536fa4264d req-31596868-1583-4ee2-8b68-0e8c7ef37eb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2689d2-4350-4ebc-b9a9-82127a455a4c HTTP/1.1" status: 200  len: 859 time: 0.1200793
Apr 20 18:24:08.147693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 5014aff1-276d-4fa2-b6bb-26438be21ad4 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:08.153394 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f52b570-45a2-49ad-913f-a1536fa4264d req-108f08c1-d2e0-454f-99b1-12da66845031 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545485
Apr 20 18:24:08.232512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 5014aff1-276d-4fa2-b6bb-26438be21ad4 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:08.320597 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f52b570-45a2-49ad-913f-a1536fa4264d req-d40bd493-44b2-470c-b344-e8c476d1973b service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590755
Apr 20 18:24:08.488216 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f52b570-45a2-49ad-913f-a1536fa4264d req-053ef76a-28f2-4a7c-bc12-030e9495e576 service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595008
Apr 20 18:24:08.518059 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=e97922f9-ac98-41e8-b3d2-1cc0302ec480,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:08.528824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device d1ff03fb-8a59-4215-bbae-749c03865c7d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:24:08.572832 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:08.579351 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: d1ff03fb-8a59-4215-bbae-749c03865c7d {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:24:08.580885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device d1ff03fb-8a59-4215-bbae-749c03865c7d not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:24:08.641819 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4d9ea-1366-4133-a5f3-d45d4ccc3972 req-e29cb363-2215-42c2-91a1-619428f8a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:08.644139 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7da4d9ea-1366-4133-a5f3-d45d4ccc3972 req-e29cb363-2215-42c2-91a1-619428f8a30c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 1099 time: 0.8209333
Apr 20 18:24:08.726941 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86be27-4adb-458c-94cc-d0aa6ea4f3a9 req-c0fc9be3-dfe3-4baf-8a22-d232bca6c6b8 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:08.728095 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6d86be27-4adb-458c-94cc-d0aa6ea4f3a9 req-c0fc9be3-dfe3-4baf-8a22-d232bca6c6b8 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.6245348
Apr 20 18:24:08.981699 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6d86be27-4adb-458c-94cc-d0aa6ea4f3a9 req-308ec4a5-c2a4-4a40-ab8e-f0db04bc7067 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222285
Apr 20 18:24:09.034949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:09.083177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697fea10-437a-4bbd-8295-f6f85206d4a2 None None] Network f73fe5f0-7661-4958-ad4f-6a98649d57d0 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:24:09.194072 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4d9ea-1366-4133-a5f3-d45d4ccc3972 req-f6bc406a-0c7a-457b-88df-8130e7e68e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:09.195683 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7da4d9ea-1366-4133-a5f3-d45d4ccc3972 req-f6bc406a-0c7a-457b-88df-8130e7e68e47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 920 time: 0.4786448
Apr 20 18:24:09.254107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-5f19cc93-d083-4fa3-a723-bc715ea961ca None None] Provisioning for port 5014aff1-276d-4fa2-b6bb-26438be21ad4 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:09.272216 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-5f19cc93-d083-4fa3-a723-bc715ea961ca None None] Provisioning complete for port 5014aff1-276d-4fa2-b6bb-26438be21ad4 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:09.272702 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5f19cc93-d083-4fa3-a723-bc715ea961ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:09.293581 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7da4d9ea-1366-4133-a5f3-d45d4ccc3972 req-e2f7eecb-d975-4b9d-ba16-976e2a48ee1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57353603-9b1c-429e-a397-e49d4af0e7cd HTTP/1.1" status: 200  len: 217 time: 0.0836475
Apr 20 18:24:09.485212 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5f19cc93-d083-4fa3-a723-bc715ea961ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:09.544512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4d9ea-1366-4133-a5f3-d45d4ccc3972 req-a7935a7d-74bf-4d94-b73e-0385e5c03012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:09.546674 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7da4d9ea-1366-4133-a5f3-d45d4ccc3972 req-a7935a7d-74bf-4d94-b73e-0385e5c03012 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2689d2-4350-4ebc-b9a9-82127a455a4c HTTP/1.1" status: 200  len: 859 time: 0.2378738
Apr 20 18:24:09.615172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-5f19cc93-d083-4fa3-a723-bc715ea961ca None None] For port 5014aff1-276d-4fa2-b6bb-26438be21ad4, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=5014aff1-276d-4fa2-b6bb-26438be21ad4,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:09.620911 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7da4d9ea-1366-4133-a5f3-d45d4ccc3972 req-92365da4-7f52-425a-af56-8bcdb22b8880 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563028
Apr 20 18:24:09.623298 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5f19cc93-d083-4fa3-a723-bc715ea961ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:09.626316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:09.728279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19cc93-d083-4fa3-a723-bc715ea961ca None None] Pushing event updated for resources: {'Port': ['ID=5014aff1-276d-4fa2-b6bb-26438be21ad4,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:09.731723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5f19cc93-d083-4fa3-a723-bc715ea961ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:09.750984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854341156'] for router, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:10.024014 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7da4d9ea-1366-4133-a5f3-d45d4ccc3972 req-853b0c77-b50e-481a-8424-d824c56c98a1 service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3922896
Apr 20 18:24:10.039060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 5014aff1-276d-4fa2-b6bb-26438be21ad4 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:10.115026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-d42a50b6-0abe-46ee-a89a-077bda476b13 None None] Provisioning complete for port 5014aff1-276d-4fa2-b6bb-26438be21ad4 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:10.115463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d42a50b6-0abe-46ee-a89a-077bda476b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:10.196038 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 5014aff1-276d-4fa2-b6bb-26438be21ad4 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:10.196482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:10.308737 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7da4d9ea-1366-4133-a5f3-d45d4ccc3972 req-a44cc307-9cc4-4067-aa45-c95bb39ae596 service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2747545
Apr 20 18:24:10.329457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1770bd-41c0-4c9d-94aa-ad6e3f19465b req-d234eab1-2b12-4e46-bff0-fe028778497b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:10.331759 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0b1770bd-41c0-4c9d-94aa-ad6e3f19465b req-d234eab1-2b12-4e46-bff0-fe028778497b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.2132998
Apr 20 18:24:10.339059 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Router 57557b6c-2a32-46f9-921d-3edc755a15ef is scheduled to L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd with binding_index 1 {{(pid=86370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:24:10.774133 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0b1770bd-41c0-4c9d-94aa-ad6e3f19465b req-ce480415-5821-4fef-bb46-afa19aa4e86a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4312911
Apr 20 18:24:10.841333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:24:10.856149 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Sync routers for ids ['57557b6c-2a32-46f9-921d-3edc755a15ef'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:24:10.869110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:10.870843 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.7894139
Apr 20 18:24:10.874438 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36408) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:10.875259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Routers {'57557b6c-2a32-46f9-921d-3edc755a15ef'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:24:10.876929 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdeeb7b8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:24:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['57557b6c-2a32-46f9-921d-3edc755a15ef'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:11.096776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Set router 57557b6c-2a32-46f9-921d-3edc755a15ef gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:24:11.488598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdeeb7b8>, [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:24:08Z', 'revision_number': 3, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:11.494140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Checking router: 57557b6c-2a32-46f9-921d-3edc755a15ef for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:24:11.494839 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Updating router 57557b6c-2a32-46f9-921d-3edc755a15ef port e97922f9-ac98-41e8-b3d2-1cc0302ec480 binding host dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:24:11.559143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:11.729181 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:11.955933 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:11.970334 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Transition to ACTIVE for port object e97922f9-ac98-41e8-b3d2-1cc0302ec480 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:24:11.977821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:11.984377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:12.051892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df7cb4-2efe-4135-9bc8-2bc9fb5dfc00 req-d75226cc-e430-4417-bd50-91d4dcbca0d2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:12.053584 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-35df7cb4-2efe-4135-9bc8-2bc9fb5dfc00 req-d75226cc-e430-4417-bd50-91d4dcbca0d2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1097956
Apr 20 18:24:12.061277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Attempting to bind port e97922f9-ac98-41e8-b3d2-1cc0302ec480 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:24:12.061697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Attempting to bind port e97922f9-ac98-41e8-b3d2-1cc0302ec480 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:24:12.062106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Attempting to bind port e97922f9-ac98-41e8-b3d2-1cc0302ec480 on network d08991fe-c0e4-4126-9314-569b6f56b472 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:24:12.080545 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:24:12.081219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Checking segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:24:12.081823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.082450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Bound using segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:24:12.083150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Bound port: e97922f9-ac98-41e8-b3d2-1cc0302ec480, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:24:12.083716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.133650 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-35df7cb4-2efe-4135-9bc8-2bc9fb5dfc00 req-4f0cfdfd-94a8-488d-9f3f-3913e3f6cf06 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668862
Apr 20 18:24:12.144647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a25270-9e18-439f-93ef-4fd153987d52 None None] Pushing event updated for resources: {'Port': ['ID=e97922f9-ac98-41e8-b3d2-1cc0302ec480,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:12.159126 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-36a25270-9e18-439f-93ef-4fd153987d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:12.174128 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] For port e97922f9-ac98-41e8-b3d2-1cc0302ec480, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:24:12.177597 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] For port e97922f9-ac98-41e8-b3d2-1cc0302ec480, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=e97922f9-ac98-41e8-b3d2-1cc0302ec480,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:24:12.182887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.190630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4454d495-fe7d-4199-a148-73ea08e00fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:12.269084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Routers {'57557b6c-2a32-46f9-921d-3edc755a15ef'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:24:12.269775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdeeb7b8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:24:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['57557b6c-2a32-46f9-921d-3edc755a15ef'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:12.269985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Allocated IP 172.20.0.1 (f73fe5f0-7661-4958-ad4f-6a98649d57d0/78797efb-e2d9-4583-8ee5-73122e564c83/e5df7297-6e14-4da1-8dfb-fc70766be6e6) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:24:12.408057 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a25270-9e18-439f-93ef-4fd153987d52 None None] Pushing event updated for resources: {'Port': ['ID=e97922f9-ac98-41e8-b3d2-1cc0302ec480,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:12.411501 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-36a25270-9e18-439f-93ef-4fd153987d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:12.456768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.475793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Transition to ACTIVE for port object e5df7297-6e14-4da1-8dfb-fc70766be6e6 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:24:12.476843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] Set router 57557b6c-2a32-46f9-921d-3edc755a15ef gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:24:12.504473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.510750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-26e4bb01-f636-48cc-b1d5-edf6dcbd723b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:12.610004 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Network f73fe5f0-7661-4958-ad4f-6a98649d57d0 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:24:12.614873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:12.620763 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:24:12.683458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Pushing event updated for resources: {'Port': ['ID=e5df7297-6e14-4da1-8dfb-fc70766be6e6,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:12.696914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:12.736226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395265'] for router_interface, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.877525 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-690119af-ba32-4ea1-9f9f-110fb4d66c99 None None] Provisioning for port e5df7297-6e14-4da1-8dfb-fc70766be6e6 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:12.880135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdeeb7b8>, [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:24:08Z', 'revision_number': 3, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:12.883193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-690119af-ba32-4ea1-9f9f-110fb4d66c99 None None] Provisioning complete for port e5df7297-6e14-4da1-8dfb-fc70766be6e6 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:12.883739 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-690119af-ba32-4ea1-9f9f-110fb4d66c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.885565 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a2a60-6ee9-417f-8e3d-658dc99ee82b None None] The sync data for ids ['57557b6c-2a32-46f9-921d-3edc755a15ef'] in dv-cinder-786929-2-iscsi is: [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:24:08Z', 'revision_number': 3, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:24:12.891756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.960043 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.962255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-690119af-ba32-4ea1-9f9f-110fb4d66c99 None None] Port e5df7297-6e14-4da1-8dfb-fc70766be6e6 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:24:13.146903 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:13.150466 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:13.180842 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:13.243399 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854380442'] for router_interface, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:13.380438 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Pushing event updated for resources: {'Port': ['ID=e5df7297-6e14-4da1-8dfb-fc70766be6e6,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:13.390633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:13.392471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6a19f-41cf-45a7-a12e-b32bda965a0e req-88c39a98-c093-4839-bdb9-a95810adeb3d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:13.394164 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-edb6a19f-41cf-45a7-a12e-b32bda965a0e req-88c39a98-c093-4839-bdb9-a95810adeb3d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1220453
Apr 20 18:24:13.449532 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-edb6a19f-41cf-45a7-a12e-b32bda965a0e req-f0d70e3f-5abc-4cd1-b936-13521eef0a47 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463455
Apr 20 18:24:13.465006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Network f73fe5f0-7661-4958-ad4f-6a98649d57d0 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:24:13.466358 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:13.691727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-55092d6b-54e8-45d5-ab4e-a2f2343b03ab None None] Provisioning complete for port e5df7297-6e14-4da1-8dfb-fc70766be6e6 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:13.692160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-55092d6b-54e8-45d5-ab4e-a2f2343b03ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:13.701119 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Router 57557b6c-2a32-46f9-921d-3edc755a15ef has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:24:13.757579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-55092d6b-54e8-45d5-ab4e-a2f2343b03ab None None] Port e5df7297-6e14-4da1-8dfb-fc70766be6e6 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:24:13.914485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:24:13.925504 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] 10.222.0.43 "PUT /v2.0/routers/57557b6c-2a32-46f9-921d-3edc755a15ef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0496035
Apr 20 18:24:14.062346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device e97922f9-ac98-41e8-b3d2-1cc0302ec480 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:14.138522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port e97922f9-ac98-41e8-b3d2-1cc0302ec480 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:14.144249 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port e97922f9-ac98-41e8-b3d2-1cc0302ec480 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:14.144766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:14.280171 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:14.298811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port e97922f9-ac98-41e8-b3d2-1cc0302ec480, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=e97922f9-ac98-41e8-b3d2-1cc0302ec480,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:14.302178 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:14.304418 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:14.384604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=e97922f9-ac98-41e8-b3d2-1cc0302ec480,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:14.393457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:14.393727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:14.394163 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:14.394544 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:14.394922 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:14.395290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:14.395663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:14.396028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:14.396396 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:14.396762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:14.397131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:14.397490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:14.401723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:14.632885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36476) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:14.641966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-949929054-network', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:14.648722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:14.654598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Usage tracker for resource:network and tenant:cc76b45836934d19b0e3653ddcef9c9a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:14.658989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:14.666967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:14.689792 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Made reservation on behalf of cc76b45836934d19b0e3653ddcef9c9a for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:24:14.694577 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:14.710729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:14.730831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a527941-cdfa-4b02-892d-fda438c01cd3 req-0cfa3b60-227d-4bdc-a977-82e7010fb1f6 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:14.732436 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6a527941-cdfa-4b02-892d-fda438c01cd3 req-0cfa3b60-227d-4bdc-a977-82e7010fb1f6 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1542296
Apr 20 18:24:14.738944 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:14.757270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Usage tracker for resource:security_group_rule and tenant:cc76b45836934d19b0e3653ddcef9c9a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:14.761622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:14.772241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:14.802633 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6a527941-cdfa-4b02-892d-fda438c01cd3 req-3d16a636-9624-4ad8-9d31-ac73f14e385b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610299
Apr 20 18:24:14.890164 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:14.894669 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:14.899537 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1ef3617f-a686-4914-98e3-a67fa3890ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:14.935239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:24:14.945060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1a0e78-c780-4b7a-82e2-27f44c4a980b,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:14.948961 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:14.951870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:14.952229 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Added segment 94f7fd0a-0df6-43bf-89c4-f9f424e66119 of type vlan for network e685ddb2-531a-457e-905e-2e65aaa32320
Apr 20 18:24:14.983080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:15.019340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:15.020809 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:15.021452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:15.026573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:15.134342 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5001588
Apr 20 18:24:15.135585 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Pushing event updated for resources: {'Network': ['ID=e685ddb2-531a-457e-905e-2e65aaa32320,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:15.137392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36490) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:15.139193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:15.145658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Request body: {'subnet': {'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-949929054-subnet', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:15.148762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network e685ddb2-531a-457e-905e-2e65aaa32320 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:24:15.151990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:15.156329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Usage tracker for resource:subnet and tenant:cc76b45836934d19b0e3653ddcef9c9a is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:15.160192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:15.166503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:15.176387 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Made reservation on behalf of cc76b45836934d19b0e3653ddcef9c9a for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:24:15.181477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138343'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:15.610218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2280192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138358'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:15.616130 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:15.702846 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc1ac3e-0506-4456-8a6e-894b288c1477,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:15.707335 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:15.708128 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Checking segment: {'id': '94f7fd0a-0df6-43bf-89c4-f9f424e66119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:24:15.708528 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Network hostable DHCP agents. Network: e685ddb2-531a-457e-905e-2e65aaa32320, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:24:15.730549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Network e685ddb2-531a-457e-905e-2e65aaa32320 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:24:15.742184 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, e685ddb2-531a-457e-905e-2e65aaa32320) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:15.755868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2ea6a-a0f1-459e-9e35-8ef64f7a0a70 None None] Network e685ddb2-531a-457e-905e-2e65aaa32320 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:24:15.756356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:15.757030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:15.780370 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-afd0da62-938e-47c9-8a9a-2085fa6cf9a2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6400537
Apr 20 18:24:15.781710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36506) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:15.789650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-949929054-router', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:15.796186 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:15.802921 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Usage tracker for resource:router and tenant:cc76b45836934d19b0e3653ddcef9c9a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:15.806749 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:15.816366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:15.830204 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771027'] for router, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:15.831494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4757'] for router, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:15.861434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:15.888595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Sync routers for ids ['57557b6c-2a32-46f9-921d-3edc755a15ef'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:24:15.915178 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Routers {'57557b6c-2a32-46f9-921d-3edc755a15ef'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:24:15.915877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbde62550>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:24:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['57557b6c-2a32-46f9-921d-3edc755a15ef'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:16.295363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4742'] for router, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:16.413190 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Set router 57557b6c-2a32-46f9-921d-3edc755a15ef gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:24:16.425456 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344034a6-5296-48d5-afe8-34f6bf52bdfa req-4a8304ec-7eee-42be-931e-1b4570ee417a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:16.427513 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-344034a6-5296-48d5-afe8-34f6bf52bdfa req-4a8304ec-7eee-42be-931e-1b4570ee417a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.3675179
Apr 20 18:24:16.502022 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-344034a6-5296-48d5-afe8-34f6bf52bdfa req-7f1ae90d-156e-47f7-98d5-f1671d19e4ad tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635533
Apr 20 18:24:16.574463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device e97922f9-ac98-41e8-b3d2-1cc0302ec480 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:16.865401 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:16.906451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:16.993431 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port e97922f9-ac98-41e8-b3d2-1cc0302ec480 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:16.994265 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:17.028387 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20c587e-0ae1-536d-81a8-d9304bd08c12-e685ddb2-531a-457e-905e-2e65aaa32320', 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'fixed_ips': [{'subnet_id': '3dc1ac3e-0506-4456-8a6e-894b288c1477'}]}} from dv-cinder-786929-2-iscsi. {{(pid=86371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:24:17.029573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:17.115772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Allocated IP 172.27.1.105 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/575d3063-3102-44b2-9e6f-b41c841f897f) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:24:17.388257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbde62550>, [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 4, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'e5df7297-6e14-4da1-8dfb-fc70766be6e6', 'name': '', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'mac_address': 'fa:16:3e:da:9d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:11Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 2, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'subnets': [{'id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:17.394017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:17.406508 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Checking router: 57557b6c-2a32-46f9-921d-3edc755a15ef for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:24:17.406921 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Updating router 57557b6c-2a32-46f9-921d-3edc755a15ef port e5df7297-6e14-4da1-8dfb-fc70766be6e6 binding host dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:24:17.438302 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:17.444588 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9e5d0864-0f92-4d42-bef9-e890b466d063 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:17.453827 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Allocated IP 172.20.0.2 (e685ddb2-531a-457e-905e-2e65aaa32320/3dc1ac3e-0506-4456-8a6e-894b288c1477/51b60fc3-7f89-4338-9c9a-520642c69e7c) {{(pid=86371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:24:17.513942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:17.525496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:24:17.528719 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:17.533023 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:24:17.608754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Pushing event updated for resources: {'Port': ['ID=575d3063-3102-44b2-9e6f-b41c841f897f,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:17.617157 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:17.987012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:18.011048 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Transition to ACTIVE for port object 51b60fc3-7f89-4338-9c9a-520642c69e7c will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:24:18.068612 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Transition to ACTIVE for port object 51b60fc3-7f89-4338-9c9a-520642c69e7c will not be triggered until provisioned by entity DHCP. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:24:18.078686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:18.085216 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:18.232558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Network e685ddb2-531a-457e-905e-2e65aaa32320 is already hosted by enough agents. {{(pid=86371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:24:18.239809 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Resources bound (agent type, host, resource id):  {{(pid=86371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:18.249038 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Received port after_create {{(pid=86371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:24:18.333765 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cd3e7-8b90-4c18-b4cc-d23cb1f8a39b req-c02f24eb-b714-4f51-902c-ea8ead65bcdf tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:18.336033 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3e0cd3e7-8b90-4c18-b4cc-d23cb1f8a39b req-c02f24eb-b714-4f51-902c-ea8ead65bcdf tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.6025834
Apr 20 18:24:18.431431 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3e0cd3e7-8b90-4c18-b4cc-d23cb1f8a39b req-b0fa6a30-6086-4437-ac7b-48254f2b2a9d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843012
Apr 20 18:24:18.471985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Pushing event updated for resources: {'Port': ['ID=51b60fc3-7f89-4338-9c9a-520642c69e7c,revision_number=1']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:18.484651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:18.492939 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Attempting to bind port 51b60fc3-7f89-4338-9c9a-520642c69e7c on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:24:18.493360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Attempting to bind port 51b60fc3-7f89-4338-9c9a-520642c69e7c by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '94f7fd0a-0df6-43bf-89c4-f9f424e66119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:24:18.493787 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Attempting to bind port 51b60fc3-7f89-4338-9c9a-520642c69e7c on network e685ddb2-531a-457e-905e-2e65aaa32320 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:24:18.503039 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:24:18.503523 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Checking segment: {'id': '94f7fd0a-0df6-43bf-89c4-f9f424e66119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:24:18.503918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:18.504366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Bound using segment: {'id': '94f7fd0a-0df6-43bf-89c4-f9f424e66119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:24:18.504913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Bound port: 51b60fc3-7f89-4338-9c9a-520642c69e7c, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f7fd0a-0df6-43bf-89c4-f9f424e66119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:24:18.505338 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:18.543123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:18.626985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Transition to ACTIVE for port object e5df7297-6e14-4da1-8dfb-fc70766be6e6 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:24:18.649412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:18.672175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:18.822012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:18.996601 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ed859-48bb-4520-afb4-679a5976925f None None] Pushing event updated for resources: {'Port': ['ID=e5df7297-6e14-4da1-8dfb-fc70766be6e6,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:19.007735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-580ed859-48bb-4520-afb4-679a5976925f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:19.009939 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] For port 51b60fc3-7f89-4338-9c9a-520642c69e7c, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:24:19.037615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] For port 51b60fc3-7f89-4338-9c9a-520642c69e7c, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=51b60fc3-7f89-4338-9c9a-520642c69e7c,segment=NetworkSegment(94f7fd0a-0df6-43bf-89c4-f9f424e66119),segment_id=94f7fd0a-0df6-43bf-89c4-f9f424e66119)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:24:19.043427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Attempting to bind port e5df7297-6e14-4da1-8dfb-fc70766be6e6 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:24:19.044084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Attempting to bind port e5df7297-6e14-4da1-8dfb-fc70766be6e6 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:24:19.044665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Attempting to bind port e5df7297-6e14-4da1-8dfb-fc70766be6e6 on network f73fe5f0-7661-4958-ad4f-6a98649d57d0 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:24:19.060710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:19.070761 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:19.350125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854341156'] for router, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:19.406881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:24:19.407621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Checking segment: {'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:24:19.408368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:19.409154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Bound using segment: {'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:24:19.413621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Bound port: e5df7297-6e14-4da1-8dfb-fc70766be6e6, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:24:19.413621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:19.598719 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Pushing event updated for resources: {'Port': ['ID=51b60fc3-7f89-4338-9c9a-520642c69e7c,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:19.604291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:19.722035 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Router 8eb8d842-50e0-4588-a27f-a81736f4bc76 is scheduled to L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd with binding_index 1 {{(pid=86370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:24:19.724665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] For port e5df7297-6e14-4da1-8dfb-fc70766be6e6, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:24:19.732794 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] For port e5df7297-6e14-4da1-8dfb-fc70766be6e6, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=e5df7297-6e14-4da1-8dfb-fc70766be6e6,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:24:19.742245 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:19.764995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:19.963811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561091f-a0bb-4d23-9383-a6c932bf49eb req-893e6872-4e90-434d-b91c-bb76195dd472 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:19.967901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Routers {'57557b6c-2a32-46f9-921d-3edc755a15ef'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:24:19.968613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbde62550>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:24:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['57557b6c-2a32-46f9-921d-3edc755a15ef'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:19.983091 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6561091f-a0bb-4d23-9383-a6c932bf49eb req-893e6872-4e90-434d-b91c-bb76195dd472 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.3529139
Apr 20 18:24:20.131596 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6561091f-a0bb-4d23-9383-a6c932bf49eb req-6b3d3f3d-2edf-40d9-a939-1d69bbb84168 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473413
Apr 20 18:24:20.139694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:24:20.224870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:20.229353 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36560) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:20.232395 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a675f8d3-bcfa-43ba-b6ef-512c2c215f81 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.4461503
Apr 20 18:24:20.244041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ed859-48bb-4520-afb4-679a5976925f None None] Pushing event updated for resources: {'Port': ['ID=e5df7297-6e14-4da1-8dfb-fc70766be6e6,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:20.263469 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-580ed859-48bb-4520-afb4-679a5976925f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:20.367026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Sync routers for ids ['8eb8d842-50e0-4588-a27f-a81736f4bc76'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:24:20.410163 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Routers {'8eb8d842-50e0-4588-a27f-a81736f4bc76'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:24:20.410858 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdcb5908>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:24:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['8eb8d842-50e0-4588-a27f-a81736f4bc76'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:20.431069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] Set router 57557b6c-2a32-46f9-921d-3edc755a15ef gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:24:20.655166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Set router 8eb8d842-50e0-4588-a27f-a81736f4bc76 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:24:21.454483 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdcb5908>, [{'id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'name': 'tempest-TestShelveInstance-949929054-router', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:15Z', 'updated_at': '2021-04-20T18:24:18Z', 'revision_number': 3, 'project_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'gw_port': {'id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:88:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:16Z', 'updated_at': '2021-04-20T18:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:21.479170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Checking router: 8eb8d842-50e0-4588-a27f-a81736f4bc76 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:24:21.482736 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Updating router 8eb8d842-50e0-4588-a27f-a81736f4bc76 port 575d3063-3102-44b2-9e6f-b41c841f897f binding host dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:24:21.716662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:21.829468 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbde62550>, [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 4, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'e5df7297-6e14-4da1-8dfb-fc70766be6e6', 'name': '', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'mac_address': 'fa:16:3e:da:9d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:11Z', 'updated_at': '2021-04-20T18:24:19Z', 'revision_number': 4, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'subnets': [{'id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:21.857535 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c2f893-0c55-4505-a940-9ef25828cb11 None None] The sync data for ids ['57557b6c-2a32-46f9-921d-3edc755a15ef'] in dv-cinder-786929-2-iscsi is: [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 4, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'e5df7297-6e14-4da1-8dfb-fc70766be6e6', 'name': '', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'mac_address': 'fa:16:3e:da:9d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:11Z', 'updated_at': '2021-04-20T18:24:19Z', 'revision_number': 4, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'subnets': [{'id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:24:22.047079 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502b29f-d419-4ad9-9874-c5290389f62b req-88c7619e-4982-48ac-adbd-b0dd269b3b59 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:22.049570 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a502b29f-d419-4ad9-9874-c5290389f62b req-88c7619e-4982-48ac-adbd-b0dd269b3b59 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.3190441
Apr 20 18:24:22.050154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3460329b-c617-4888-898b-e93d55cc60b3 None None] Network e685ddb2-531a-457e-905e-2e65aaa32320 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:24:22.240392 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a502b29f-d419-4ad9-9874-c5290389f62b req-92af20c7-0eba-4a2d-8439-ce1a54e548d4 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823575
Apr 20 18:24:22.392227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 51b60fc3-7f89-4338-9c9a-520642c69e7c up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:22.548226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-49abf0f8-22e3-425f-848e-65e100f87830 None None] Provisioning for port 51b60fc3-7f89-4338-9c9a-520642c69e7c completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:22.617524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 51b60fc3-7f89-4338-9c9a-520642c69e7c completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:22.636901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 51b60fc3-7f89-4338-9c9a-520642c69e7c triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:22.647242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:22.762655 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:22.796048 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Transition to ACTIVE for port object 575d3063-3102-44b2-9e6f-b41c841f897f will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:24:22.807881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:22.813303 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:22.935251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Pushing event updated for resources: {'Port': ['ID=575d3063-3102-44b2-9e6f-b41c841f897f,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:22.950109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:22.950494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:22.950870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:22.951240 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:22.951605 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:22.951972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:22.952337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:22.952701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:22.953068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:22.953427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:22.954172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:22.960994 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:22.972962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:22.994731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Attempting to bind port 575d3063-3102-44b2-9e6f-b41c841f897f on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:24:22.995555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Attempting to bind port 575d3063-3102-44b2-9e6f-b41c841f897f by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:24:22.996135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Attempting to bind port 575d3063-3102-44b2-9e6f-b41c841f897f on network d08991fe-c0e4-4126-9314-569b6f56b472 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:24:23.002695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:24:23.003409 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Checking segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:24:23.004272 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:23.004883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Bound using segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:24:23.005580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Bound port: 575d3063-3102-44b2-9e6f-b41c841f897f, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:24:23.006188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:23.007923 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:23.049634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:23.094368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 51b60fc3-7f89-4338-9c9a-520642c69e7c, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=51b60fc3-7f89-4338-9c9a-520642c69e7c,segment=NetworkSegment(94f7fd0a-0df6-43bf-89c4-f9f424e66119),segment_id=94f7fd0a-0df6-43bf-89c4-f9f424e66119)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:23.102366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:23.103575 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device e5df7297-6e14-4da1-8dfb-fc70766be6e6 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:23.155773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] For port 575d3063-3102-44b2-9e6f-b41c841f897f, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:24:23.178894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:23.184307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] For port 575d3063-3102-44b2-9e6f-b41c841f897f, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=575d3063-3102-44b2-9e6f-b41c841f897f,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:24:23.199407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:23.248780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:23.498411 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-eba12be2-5f0a-4efc-b8c0-a24a65242ea1 None None] Provisioning complete for port 51b60fc3-7f89-4338-9c9a-520642c69e7c triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:23.499110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-eba12be2-5f0a-4efc-b8c0-a24a65242ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:23.503760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Routers {'8eb8d842-50e0-4588-a27f-a81736f4bc76'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:24:23.504653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdcb5908>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:24:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['8eb8d842-50e0-4588-a27f-a81736f4bc76'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:23.571818 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=51b60fc3-7f89-4338-9c9a-520642c69e7c,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:23.582499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Allocated IP 172.20.0.1 (e685ddb2-531a-457e-905e-2e65aaa32320/3dc1ac3e-0506-4456-8a6e-894b288c1477/77d374ae-a136-4bca-944a-b3ad1989ead6) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:24:23.586885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:23.677951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port e5df7297-6e14-4da1-8dfb-fc70766be6e6 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:23.730107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port e5df7297-6e14-4da1-8dfb-fc70766be6e6 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:23.730536 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:23.778817 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2e0a3-0e85-4efb-b4bf-4f6a2f8acaac req-d58aa40b-46fb-486d-9316-7029aa697323 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:23.797509 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8ff2e0a3-0e85-4efb-b4bf-4f6a2f8acaac req-d58aa40b-46fb-486d-9316-7029aa697323 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.2589052
Apr 20 18:24:23.898717 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8ff2e0a3-0e85-4efb-b4bf-4f6a2f8acaac req-b283d476-0c18-4f33-a213-24cfa48e286d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923996
Apr 20 18:24:23.917510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Pushing event updated for resources: {'Port': ['ID=575d3063-3102-44b2-9e6f-b41c841f897f,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:23.932384 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:24.011741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:24.022493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] Set router 8eb8d842-50e0-4588-a27f-a81736f4bc76 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:24:24.046146 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:24.060284 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Transition to ACTIVE for port object 77d374ae-a136-4bca-944a-b3ad1989ead6 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:24:24.093347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port e5df7297-6e14-4da1-8dfb-fc70766be6e6, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=e5df7297-6e14-4da1-8dfb-fc70766be6e6,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:24.097320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:24.114039 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:24.122460 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:24.131009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-45bc5675-7e33-4d1e-a925-07fe869e834a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:24.270335 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=e5df7297-6e14-4da1-8dfb-fc70766be6e6,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:24.280319 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:24.281218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 51b60fc3-7f89-4338-9c9a-520642c69e7c up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:24.295052 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Pushing event updated for resources: {'Port': ['ID=77d374ae-a136-4bca-944a-b3ad1989ead6,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:24.309072 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:24.311594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Network e685ddb2-531a-457e-905e-2e65aaa32320 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:24:24.312879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:24.315924 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:24:24.419302 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395265'] for router_interface, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:24.507453 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 51b60fc3-7f89-4338-9c9a-520642c69e7c triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:24.507800 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:24.555934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdcb5908>, [{'id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'name': 'tempest-TestShelveInstance-949929054-router', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:15Z', 'updated_at': '2021-04-20T18:24:18Z', 'revision_number': 3, 'project_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'gw_port': {'id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:88:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:16Z', 'updated_at': '2021-04-20T18:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:24.565482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06de5a-5b31-424d-9a21-1cae4a8dee24 None None] The sync data for ids ['8eb8d842-50e0-4588-a27f-a81736f4bc76'] in dv-cinder-786929-2-iscsi is: [{'id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'name': 'tempest-TestShelveInstance-949929054-router', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:15Z', 'updated_at': '2021-04-20T18:24:18Z', 'revision_number': 3, 'project_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'gw_port': {'id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:88:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:16Z', 'updated_at': '2021-04-20T18:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:24:24.693672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:24.731203 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-ec1984eb-f2ce-47ba-9ae6-f464998f219a None None] Provisioning for port 77d374ae-a136-4bca-944a-b3ad1989ead6 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:24.744297 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-ec1984eb-f2ce-47ba-9ae6-f464998f219a None None] Provisioning complete for port 77d374ae-a136-4bca-944a-b3ad1989ead6 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:24.744890 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ec1984eb-f2ce-47ba-9ae6-f464998f219a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:24.851240 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ec1984eb-f2ce-47ba-9ae6-f464998f219a None None] Port 77d374ae-a136-4bca-944a-b3ad1989ead6 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:24:25.035603 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:25.041219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:25.096307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:25.347389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854380442'] for router_interface, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:25.352704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Pushing event updated for resources: {'Port': ['ID=77d374ae-a136-4bca-944a-b3ad1989ead6,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:25.356628 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:25.416839 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea44e7-3d9f-42f2-a241-ad84d5ea4f33 req-b3a88873-811a-43d2-9268-caf64a4f192c tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:25.419582 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-10ea44e7-3d9f-42f2-a241-ad84d5ea4f33 req-b3a88873-811a-43d2-9268-caf64a4f192c tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.3105896
Apr 20 18:24:25.506786 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-10ea44e7-3d9f-42f2-a241-ad84d5ea4f33 req-cb32bd25-f521-4d66-8e65-da044eabfdb6 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774541
Apr 20 18:24:25.559158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Network e685ddb2-531a-457e-905e-2e65aaa32320 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:24:25.560977 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:25.880396 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-e45fa061-a78b-4c48-ac54-4511a293f769 None None] Provisioning complete for port 77d374ae-a136-4bca-944a-b3ad1989ead6 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:25.881513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e45fa061-a78b-4c48-ac54-4511a293f769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:25.902099 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Router 8eb8d842-50e0-4588-a27f-a81736f4bc76 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:24:25.990612 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-e45fa061-a78b-4c48-ac54-4511a293f769 None None] Port 77d374ae-a136-4bca-944a-b3ad1989ead6 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:24:26.149131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:24:26.168659 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] 10.222.0.43 "PUT /v2.0/routers/8eb8d842-50e0-4588-a27f-a81736f4bc76/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9271326
Apr 20 18:24:26.444551 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device e5df7297-6e14-4da1-8dfb-fc70766be6e6 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:26.894780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port e5df7297-6e14-4da1-8dfb-fc70766be6e6 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:26.895383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.042911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793eec67-703d-48a7-af7c-c47402e8e3ea req-bcdc9bd2-2dc6-42cf-9efc-c31bb05226f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:27.047301 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-793eec67-703d-48a7-af7c-c47402e8e3ea req-bcdc9bd2-2dc6-42cf-9efc-c31bb05226f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.2474680
Apr 20 18:24:27.140347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 575d3063-3102-44b2-9e6f-b41c841f897f up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:27.143474 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-793eec67-703d-48a7-af7c-c47402e8e3ea req-9334c696-9e21-4682-9fd3-1379c1331c11 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853031
Apr 20 18:24:27.256197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 575d3063-3102-44b2-9e6f-b41c841f897f completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:27.268572 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 575d3063-3102-44b2-9e6f-b41c841f897f triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:27.269292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.482034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36630) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:27.488791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-561371761', 'description': 'tempest-secgroup-smoke-561371761 description', 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:27.503106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:27.512062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Usage tracker for resource:security_group and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:27.518335 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:27.530107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:27.553933 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.573476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.596421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 575d3063-3102-44b2-9e6f-b41c841f897f, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=575d3063-3102-44b2-9e6f-b41c841f897f,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:27.602153 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.605410 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:27.606068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1f5f7cfe-1308-46b3-88d1-ed1fd2f32da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:27.615686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Usage tracker for resource:security_group_rule and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:27.622075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:27.639703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:27.697770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=575d3063-3102-44b2-9e6f-b41c841f897f,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:27.702332 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:27.790496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.795195 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.828451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5b90767a-5010-48f3-9c32-7fc22b482a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:27.880613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.887110 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4004393
Apr 20 18:24:27.888008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36646) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:27.895358 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Request body: {'security_group_rule': {'security_group_id': 'f5ae84da-d481-418d-8e66-323b2eb9cf5d', 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:27.908063 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:27.916313 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Usage tracker for resource:security_group_rule and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:27.919985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ae84da-d481-418d-8e66-323b2eb9cf5d,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:27.920363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:27.928042 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:27.944812 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:27.947803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.041019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.045540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.048808 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:28.077421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03c61dd-bb6c-4b23-b6e3-55bc44e82ed9,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:28.097667 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:28.107439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.113010 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2203660
Apr 20 18:24:28.114686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36652) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:28.125342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Request body: {'security_group_rule': {'security_group_id': 'f5ae84da-d481-418d-8e66-323b2eb9cf5d', 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:28.138713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:28.151389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Usage tracker for resource:security_group_rule and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:28.159031 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:28.168452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:28.205385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.286445 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 575d3063-3102-44b2-9e6f-b41c841f897f up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:28.333539 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.338539 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.340955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:28.376776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff7f207-e132-487d-a23b-bfef30cab768,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:28.389561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:28.409334 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.409334 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2910595
Apr 20 18:24:28.415200 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36658) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:28.436889 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 575d3063-3102-44b2-9e6f-b41c841f897f triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:28.437601 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.461083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-79b1d4fd-e28d-49c1-a368-1d5b2483c73e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Request body: {'security_group_rule': {'security_group_id': 'f5ae84da-d481-418d-8e66-323b2eb9cf5d', 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:28.469964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-79b1d4fd-e28d-49c1-a368-1d5b2483c73e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:28.475662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-79b1d4fd-e28d-49c1-a368-1d5b2483c73e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Usage tracker for resource:security_group_rule and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:28.482428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-79b1d4fd-e28d-49c1-a368-1d5b2483c73e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:28.490596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-79b1d4fd-e28d-49c1-a368-1d5b2483c73e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:28.517221 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-79b1d4fd-e28d-49c1-a368-1d5b2483c73e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.525054 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9e907-9b63-4ca1-afbb-511072b7e77b req-2eed257d-5717-4388-9e4b-2a527688b03c tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:28.527005 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e4b9e907-9b63-4ca1-afbb-511072b7e77b req-2eed257d-5717-4388-9e4b-2a527688b03c tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1568265
Apr 20 18:24:28.633578 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-79b1d4fd-e28d-49c1-a368-1d5b2483c73e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.637522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-79b1d4fd-e28d-49c1-a368-1d5b2483c73e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.639769 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a1e56e99-6ce2-4fe4-85b6-4251426a79b7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:28.648092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Sync routers for ids ['8eb8d842-50e0-4588-a27f-a81736f4bc76'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:24:28.648718 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e4b9e907-9b63-4ca1-afbb-511072b7e77b req-b6cb305d-ff4d-49a0-88de-8b87f62d8f4f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034818
Apr 20 18:24:28.660204 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Routers {'8eb8d842-50e0-4588-a27f-a81736f4bc76'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:24:28.661572 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd578978>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:24:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['8eb8d842-50e0-4588-a27f-a81736f4bc76'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:28.676520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1d4fd-e28d-49c1-a368-1d5b2483c73e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6388af-611f-4a77-a9b2-24111e012dce,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:28.679336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-79b1d4fd-e28d-49c1-a368-1d5b2483c73e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:28.692934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-79b1d4fd-e28d-49c1-a368-1d5b2483c73e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.694438 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-79b1d4fd-e28d-49c1-a368-1d5b2483c73e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2396965
Apr 20 18:24:28.699350 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36666) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:28.705282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Request body: {'security_group_rule': {'security_group_id': 'f5ae84da-d481-418d-8e66-323b2eb9cf5d', 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:28.716560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:28.721566 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Usage tracker for resource:security_group_rule and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:28.724880 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:28.731685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:28.752064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.837495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.854134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.865387 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5f1c36a6-0010-4c3a-a03d-1c39eb4c740c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:28.929871 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bc9502-7534-42c6-9067-345aad99c790,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:28.937821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:28.968193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.969545 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2690380
Apr 20 18:24:28.972696 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 36678) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:28.978604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Request body: {'security_group_rule': {'security_group_id': 'f5ae84da-d481-418d-8e66-323b2eb9cf5d', 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:28.992497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:28.996701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Usage tracker for resource:security_group_rule and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:29.002749 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:29.010154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:29.024553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Set router 8eb8d842-50e0-4588-a27f-a81736f4bc76 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:24:29.025194 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.securitygroups_db [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Project b4d7c375e95c4bd0b34b93e0f43a0b57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:24:29.033002 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:29.172248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:29.177301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:29.181167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:29.215787 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fede0423-f78a-4eea-a3e3-9b6ec4bf6fbf,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:29.224624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:29.284180 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:29.300757 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3266020
Apr 20 18:24:29.303669 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 36684) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:29.310552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Request body: {'security_group_rule': {'security_group_id': 'f5ae84da-d481-418d-8e66-323b2eb9cf5d', 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:29.327435 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:29.336465 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Usage tracker for resource:security_group_rule and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:29.343618 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:29.362533 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:29.376539 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.securitygroups_db [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Project b4d7c375e95c4bd0b34b93e0f43a0b57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:24:29.388153 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:29.510367 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:29.513818 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd578978>, [{'id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'name': 'tempest-TestShelveInstance-949929054-router', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:15Z', 'updated_at': '2021-04-20T18:24:24Z', 'revision_number': 4, 'project_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'gw_port': {'id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:16Z', 'updated_at': '2021-04-20T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '77d374ae-a136-4bca-944a-b3ad1989ead6', 'name': '', 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'mac_address': 'fa:16:3e:1d:bb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3dc1ac3e-0506-4456-8a6e-894b288c1477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:23Z', 'updated_at': '2021-04-20T18:24:24Z', 'revision_number': 2, 'project_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'subnets': [{'id': '3dc1ac3e-0506-4456-8a6e-894b288c1477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:29.514030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:29.516244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-909bfe48-9c6a-4b1c-b96d-136d5642434e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:29.520700 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Checking router: 8eb8d842-50e0-4588-a27f-a81736f4bc76 for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:24:29.521391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Updating router 8eb8d842-50e0-4588-a27f-a81736f4bc76 port 77d374ae-a136-4bca-944a-b3ad1989ead6 binding host dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:24:29.562400 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:29.573028 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2590020
Apr 20 18:24:29.574892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe9d4e9-c31b-4c32-9c6d-b6ea30cd3f21,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:29.577822 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0be40d95-af18-41ff-be61-254ec5a2a53a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:29.620004 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:29.909732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a79b1b17-7963-409d-8844-0a3ef1de44f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:29.917235 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a80169-de42-4154-a8f9-a12ada062a55 req-9fe009b5-c677-4d1b-8297-d4dcedd87fc4 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:29.919071 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a9a80169-de42-4154-a8f9-a12ada062a55 req-9fe009b5-c677-4d1b-8297-d4dcedd87fc4 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1023581
Apr 20 18:24:29.992645 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a9a80169-de42-4154-a8f9-a12ada062a55 req-ed77404c-2033-4b84-b0fb-d18dd99fb7ed tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655348
Apr 20 18:24:30.184960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:30.205748 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Transition to ACTIVE for port object 77d374ae-a136-4bca-944a-b3ad1989ead6 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:24:30.214984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:30.222044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:30.418268 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084eb71-5d64-4987-adea-ab8bbd07754a None None] Pushing event updated for resources: {'Port': ['ID=77d374ae-a136-4bca-944a-b3ad1989ead6,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:30.429132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6084eb71-5d64-4987-adea-ab8bbd07754a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:30.514241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Attempting to bind port 77d374ae-a136-4bca-944a-b3ad1989ead6 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:24:30.514670 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Attempting to bind port 77d374ae-a136-4bca-944a-b3ad1989ead6 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '94f7fd0a-0df6-43bf-89c4-f9f424e66119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:24:30.515086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Attempting to bind port 77d374ae-a136-4bca-944a-b3ad1989ead6 on network e685ddb2-531a-457e-905e-2e65aaa32320 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:24:30.533918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:24:30.534421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Checking segment: {'id': '94f7fd0a-0df6-43bf-89c4-f9f424e66119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:24:30.534959 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:30.536207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Bound using segment: {'id': '94f7fd0a-0df6-43bf-89c4-f9f424e66119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:24:30.536850 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Bound port: 77d374ae-a136-4bca-944a-b3ad1989ead6, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f7fd0a-0df6-43bf-89c4-f9f424e66119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:24:30.537774 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:30.714538 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] For port 77d374ae-a136-4bca-944a-b3ad1989ead6, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:24:30.721622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] For port 77d374ae-a136-4bca-944a-b3ad1989ead6, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=77d374ae-a136-4bca-944a-b3ad1989ead6,segment=NetworkSegment(94f7fd0a-0df6-43bf-89c4-f9f424e66119),segment_id=94f7fd0a-0df6-43bf-89c4-f9f424e66119)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:24:30.731207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:30.736782 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:30.833055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Routers {'8eb8d842-50e0-4588-a27f-a81736f4bc76'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:24:30.833474 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd578978>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:24:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['8eb8d842-50e0-4588-a27f-a81736f4bc76'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:30.983450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084eb71-5d64-4987-adea-ab8bbd07754a None None] Pushing event updated for resources: {'Port': ['ID=77d374ae-a136-4bca-944a-b3ad1989ead6,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:30.995584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6084eb71-5d64-4987-adea-ab8bbd07754a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:31.080717 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] Set router 8eb8d842-50e0-4588-a27f-a81736f4bc76 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:24:31.203819 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcd8d1-4dea-482a-87bd-622cbe807fa2 req-e6eea4fa-53d2-489e-a15f-fadf9decf00e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:31.206439 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c4bcd8d1-4dea-482a-87bd-622cbe807fa2 req-e6eea4fa-53d2-489e-a15f-fadf9decf00e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.0983381
Apr 20 18:24:31.257737 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c4bcd8d1-4dea-482a-87bd-622cbe807fa2 req-bd699f49-0098-4d7d-9f1b-03cec8c2f64b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442934
Apr 20 18:24:31.430702 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd578978>, [{'id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'name': 'tempest-TestShelveInstance-949929054-router', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:15Z', 'updated_at': '2021-04-20T18:24:24Z', 'revision_number': 4, 'project_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'gw_port': {'id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:16Z', 'updated_at': '2021-04-20T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '77d374ae-a136-4bca-944a-b3ad1989ead6', 'name': '', 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'mac_address': 'fa:16:3e:1d:bb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3dc1ac3e-0506-4456-8a6e-894b288c1477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:23Z', 'updated_at': '2021-04-20T18:24:30Z', 'revision_number': 4, 'project_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'subnets': [{'id': '3dc1ac3e-0506-4456-8a6e-894b288c1477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:31.435029 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b4901-6da0-4194-b073-b33f006739f6 None None] The sync data for ids ['8eb8d842-50e0-4588-a27f-a81736f4bc76'] in dv-cinder-786929-2-iscsi is: [{'id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'name': 'tempest-TestShelveInstance-949929054-router', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:15Z', 'updated_at': '2021-04-20T18:24:24Z', 'revision_number': 4, 'project_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'gw_port': {'id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:16Z', 'updated_at': '2021-04-20T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '77d374ae-a136-4bca-944a-b3ad1989ead6', 'name': '', 'network_id': 'e685ddb2-531a-457e-905e-2e65aaa32320', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'mac_address': 'fa:16:3e:1d:bb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '3dc1ac3e-0506-4456-8a6e-894b288c1477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:23Z', 'updated_at': '2021-04-20T18:24:30Z', 'revision_number': 4, 'project_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'subnets': [{'id': '3dc1ac3e-0506-4456-8a6e-894b288c1477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:24:32.081205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:24:32.133068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ba532772-d669-451c-bb5a-c880389fefce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:32.230022 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 77d374ae-a136-4bca-944a-b3ad1989ead6 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:32.309026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 77d374ae-a136-4bca-944a-b3ad1989ead6 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:32.316568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 77d374ae-a136-4bca-944a-b3ad1989ead6 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:32.316993 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:32.508012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808c5e9-f5a2-4458-9cdb-126303d6d740 req-d9ea4976-7f35-4560-a278-a19b68a13eb3 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:32.512002 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b808c5e9-f5a2-4458-9cdb-126303d6d740 req-d9ea4976-7f35-4560-a278-a19b68a13eb3 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1153307
Apr 20 18:24:32.576167 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b808c5e9-f5a2-4458-9cdb-126303d6d740 req-2910fd0a-962d-4fb4-9c8c-50d3fb51f395 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521905
Apr 20 18:24:32.638712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:32.682383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:32.687364 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 77d374ae-a136-4bca-944a-b3ad1989ead6, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=77d374ae-a136-4bca-944a-b3ad1989ead6,segment=NetworkSegment(94f7fd0a-0df6-43bf-89c4-f9f424e66119),segment_id=94f7fd0a-0df6-43bf-89c4-f9f424e66119)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:32.691048 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:32.692992 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:32.770346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=77d374ae-a136-4bca-944a-b3ad1989ead6,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:32.773827 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:33.491668 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:33.803792 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c36da-5d0a-4b8f-a120-bd5fd68d86be req-61701602-db94-4bc6-b7e2-a6cad0cf4edb tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:33.813394 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2d5c36da-5d0a-4b8f-a120-bd5fd68d86be req-61701602-db94-4bc6-b7e2-a6cad0cf4edb tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1050980
Apr 20 18:24:33.869126 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2d5c36da-5d0a-4b8f-a120-bd5fd68d86be req-d070ea49-ec8c-4097-bd4e-8d470efcf802 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544541
Apr 20 18:24:34.190141 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 77d374ae-a136-4bca-944a-b3ad1989ead6 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:34.265096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 77d374ae-a136-4bca-944a-b3ad1989ead6 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:34.265427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:34.511433 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:35.087864 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de099cd-7bcd-43b9-908a-4e3b24e7834b req-d69dba8b-51fe-4b33-91b5-42b138d244bc tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:35.089979 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1de099cd-7bcd-43b9-908a-4e3b24e7834b req-d69dba8b-51fe-4b33-91b5-42b138d244bc tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1003087
Apr 20 18:24:35.159491 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1de099cd-7bcd-43b9-908a-4e3b24e7834b req-f1b674d7-4a42-4ce6-b19b-7c1ccb958cdd tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614283
Apr 20 18:24:36.529129 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0236839-0bbc-4c17-95fc-212f79374b9f req-4ec79f8a-73c7-4f41-afca-ba8bcb56a40a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:36.531224 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e0236839-0bbc-4c17-95fc-212f79374b9f req-4ec79f8a-73c7-4f41-afca-ba8bcb56a40a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1066132
Apr 20 18:24:36.618105 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e0236839-0bbc-4c17-95fc-212f79374b9f req-5cae9800-4759-443d-a267-88ee33ed2749 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780323
Apr 20 18:24:37.849193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb19c3-8fad-40e0-a586-2b35d65c3f47 req-6d3dce70-5578-4f61-845f-2aa29c430e7f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:37.850905 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27eb19c3-8fad-40e0-a586-2b35d65c3f47 req-6d3dce70-5578-4f61-845f-2aa29c430e7f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1060731
Apr 20 18:24:37.915854 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-27eb19c3-8fad-40e0-a586-2b35d65c3f47 req-3e44eb18-66d0-4515-b092-6f17521accfb tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538976
Apr 20 18:24:39.146307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9da888-7697-4ca8-9e71-cecc9464b61b req-1105d7a7-7e56-4040-b0a8-d89b36b37211 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:39.148640 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9a9da888-7697-4ca8-9e71-cecc9464b61b req-1105d7a7-7e56-4040-b0a8-d89b36b37211 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1145275
Apr 20 18:24:39.212389 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9a9da888-7697-4ca8-9e71-cecc9464b61b req-b9b111d8-9a36-4791-b673-83ad24dc269c tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550823
Apr 20 18:24:40.422150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad76f1-fc7e-4e86-9e79-2853300487e1 req-dae958bb-eb4b-49fa-9ac1-68157c6182ef tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:40.424352 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-22ad76f1-fc7e-4e86-9e79-2853300487e1 req-dae958bb-eb4b-49fa-9ac1-68157c6182ef tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.0916727
Apr 20 18:24:40.475046 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-22ad76f1-fc7e-4e86-9e79-2853300487e1 req-52ae9b92-70b9-43ab-a151-b038982affac tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436120
Apr 20 18:24:41.678772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f1c4a-d788-4de2-abfa-52ec28fe6645 req-4f3e3db1-85e1-461d-aec9-02982ca2fec5 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:41.680446 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8d6f1c4a-d788-4de2-abfa-52ec28fe6645 req-4f3e3db1-85e1-461d-aec9-02982ca2fec5 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.0909743
Apr 20 18:24:41.729191 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8d6f1c4a-d788-4de2-abfa-52ec28fe6645 req-3b23a429-8bd5-41ec-b8a2-2f2c100b1c80 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424252
Apr 20 18:24:42.940194 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778955aa-acf7-477a-a639-327741a79457 req-7eb84268-8662-4737-ac85-8254eab4098d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:42.941913 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-778955aa-acf7-477a-a639-327741a79457 req-7eb84268-8662-4737-ac85-8254eab4098d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.0980055
Apr 20 18:24:42.967849 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:43.002621 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-778955aa-acf7-477a-a639-327741a79457 req-a990f30e-77cd-4b20-a1b4-e73996e5d64a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525475
Apr 20 18:24:44.250844 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bca09-3cb3-495b-943b-08c3879c5c04 req-cda862c8-32b7-436a-9fc7-1c7f5ed32550 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:44.252663 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2b3bca09-3cb3-495b-943b-08c3879c5c04 req-cda862c8-32b7-436a-9fc7-1c7f5ed32550 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1071539
Apr 20 18:24:44.315628 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2b3bca09-3cb3-495b-943b-08c3879c5c04 req-8e230743-a0f2-4828-8896-841463fe2a78 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560694
Apr 20 18:24:45.530090 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ccddd-dbee-43a3-a226-2b43934d9469 req-b93f79a4-313c-4bf3-a14e-56477e43aebe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:45.532548 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c50ccddd-dbee-43a3-a226-2b43934d9469 req-b93f79a4-313c-4bf3-a14e-56477e43aebe tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.0959651
Apr 20 18:24:45.590751 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c50ccddd-dbee-43a3-a226-2b43934d9469 req-2067072f-81e2-40c8-9e00-416f91abd339 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507312
Apr 20 18:24:46.834991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9c161-1482-4864-9c4d-91362d960168 req-fe3a93bd-e0e3-4cc3-b1c3-6b2253ac6f35 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:46.837063 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c4e9c161-1482-4864-9c4d-91362d960168 req-fe3a93bd-e0e3-4cc3-b1c3-6b2253ac6f35 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1222639
Apr 20 18:24:46.902989 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c4e9c161-1482-4864-9c4d-91362d960168 req-5957604d-b127-45cc-89cb-c5d8a21b62a4 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583861
Apr 20 18:24:48.123832 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25376172-7227-431a-8645-c85ee656cb5a req-6e680560-a76d-4fbc-b682-a4083663e12f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:48.126990 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-25376172-7227-431a-8645-c85ee656cb5a req-6e680560-a76d-4fbc-b682-a4083663e12f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1007452
Apr 20 18:24:48.535117 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-25376172-7227-431a-8645-c85ee656cb5a req-df16c73a-ebcf-45a3-bdd3-4c9a12cb8e5c tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4022694
Apr 20 18:24:49.891911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e310a51-e6d6-4656-b31f-cac8d5d3d509 req-e70a22fa-50a5-4658-815a-093e94d40381 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:49.900500 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7e310a51-e6d6-4656-b31f-cac8d5d3d509 req-e70a22fa-50a5-4658-815a-093e94d40381 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1377633
Apr 20 18:24:49.953561 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7e310a51-e6d6-4656-b31f-cac8d5d3d509 req-12d9bfb9-f254-489e-99df-0c239a6b71bc tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517163
Apr 20 18:24:51.277234 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48fbb-83e7-4494-abf0-0171d7e6dafe req-ac8a43d5-9570-4e2d-9f33-f5f3a3a4e175 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:51.279436 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-95e48fbb-83e7-4494-abf0-0171d7e6dafe req-ac8a43d5-9570-4e2d-9f33-f5f3a3a4e175 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1223636
Apr 20 18:24:51.335044 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-95e48fbb-83e7-4494-abf0-0171d7e6dafe req-e02339a8-b830-4eb6-941f-849c2a1f2720 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475516
Apr 20 18:24:51.991562 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ab96a-a317-4dd7-bb51-9b821ca56ffc req-badc1fac-b0fd-4a8b-8bdf-f008bba8e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:51.992944 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d41ab96a-a317-4dd7-bb51-9b821ca56ffc req-badc1fac-b0fd-4a8b-8bdf-f008bba8e9cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 1099 time: 0.0960529
Apr 20 18:24:52.046931 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d41ab96a-a317-4dd7-bb51-9b821ca56ffc req-07bafa6a-7f42-4834-b55c-6a2704f217b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471635
Apr 20 18:24:52.629834 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9442d68-dacb-40fb-a5bd-05e18b94c143 req-8687db29-4a9f-4134-85cf-6b857a3a4221 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:52.631634 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c9442d68-dacb-40fb-a5bd-05e18b94c143 req-8687db29-4a9f-4134-85cf-6b857a3a4221 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1270456
Apr 20 18:24:52.712298 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c9442d68-dacb-40fb-a5bd-05e18b94c143 req-822c3318-b335-403a-830f-747fc1f4f480 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683451
Apr 20 18:24:53.944411 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a2494-3662-40d9-8ca6-bb30922add67 req-c42257b0-3222-48ac-b62e-11cda3f5630f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:53.952496 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d1a2494-3662-40d9-8ca6-bb30922add67 req-c42257b0-3222-48ac-b62e-11cda3f5630f tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1180332
Apr 20 18:24:53.982231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 37108) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:54.001748 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d1a2494-3662-40d9-8ca6-bb30922add67 req-9fcea5e4-b76b-475b-9af3-f1d6c5f47b19 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481641
Apr 20 18:24:54.075877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c41c94-1b86-49b7-aaf2-c9bc85014ac8 admin admin] Deleting subnet c9705ccc-a51e-4061-a862-54179150e29e {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:24:54.080806 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c94-1b86-49b7-aaf2-c9bc85014ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.144722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c94-1b86-49b7-aaf2-c9bc85014ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852691882'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.194185 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 37122) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:54.226662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c94-1b86-49b7-aaf2-c9bc85014ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.383817 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b4dacb17-c80c-4f3e-967b-fd2df8453a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.399775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b4dacb17-c80c-4f3e-967b-fd2df8453a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:54.405473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b4dacb17-c80c-4f3e-967b-fd2df8453a8d admin admin] Usage tracker for resource:security_group_rule and tenant:ae2c9586be314a53ab53feb39da71421 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:54.411083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b4dacb17-c80c-4f3e-967b-fd2df8453a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:54.418708 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b4dacb17-c80c-4f3e-967b-fd2df8453a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:54.526007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b4dacb17-c80c-4f3e-967b-fd2df8453a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.531161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b4dacb17-c80c-4f3e-967b-fd2df8453a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.547712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1760650f-edd1-4ffd-af49-a0ff334cf55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:54.551239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c94-1b86-49b7-aaf2-c9bc85014ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852495547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850637491'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.557412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:54.594875 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b4dacb17-c80c-4f3e-967b-fd2df8453a8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae2c9586be314a53ab53feb39da71421&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3987405
Apr 20 18:24:54.596410 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dacb17-c80c-4f3e-967b-fd2df8453a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62b401b-9583-471c-a620-6905fbfa776e,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:54.598555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c41c94-1b86-49b7-aaf2-c9bc85014ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9705ccc-a51e-4061-a862-54179150e29e,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:54.599117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 37132) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:54.602174 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b4dacb17-c80c-4f3e-967b-fd2df8453a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:54.605498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e5c41c94-1b86-49b7-aaf2-c9bc85014ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:54.607677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e5c41c94-1b86-49b7-aaf2-c9bc85014ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.621211 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e5c41c94-1b86-49b7-aaf2-c9bc85014ac8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c9705ccc-a51e-4061-a862-54179150e29e HTTP/1.1" status: 204  len: 168 time: 0.6374667
Apr 20 18:24:54.624897 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 37136) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:54.676848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0980a66e-0e08-41bd-bf7c-aaa711489bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.727018 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0980a66e-0e08-41bd-bf7c-aaa711489bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.749556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.819346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0980a66e-0e08-41bd-bf7c-aaa711489bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.830382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-20214c36-0bbd-4666-b5e5-32f2cfdc8721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:54.853922 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980a66e-0e08-41bd-bf7c-aaa711489bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62b401b-9583-471c-a620-6905fbfa776e,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:54.858144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0980a66e-0e08-41bd-bf7c-aaa711489bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:54.859340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0980a66e-0e08-41bd-bf7c-aaa711489bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.866718 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-0980a66e-0e08-41bd-bf7c-aaa711489bb8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a62b401b-9583-471c-a620-6905fbfa776e HTTP/1.1" status: 204  len: 168 time: 0.2661705
Apr 20 18:24:54.921957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:55.060263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbd484b00>,) {'filters': {'network_id': ['21567e63-c8cf-420a-a6e8-4fb18a3a22fa']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:55.087627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd484b00>, '6570b337-fe86-4f35-9b48-276b93b735b7') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:55.088117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd484b00>, '6570b337-fe86-4f35-9b48-276b93b735b7') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:55.113075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083934'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:55.140697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:55.154162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:24:55.247822 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c5269-63db-47e7-8dee-118e612df54b req-37818f5a-d771-4dc9-a161-18c2893e17cd tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:55.249883 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7c2c5269-63db-47e7-8dee-118e612df54b req-37818f5a-d771-4dc9-a161-18c2893e17cd tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.0978172
Apr 20 18:24:55.326582 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7c2c5269-63db-47e7-8dee-118e612df54b req-94a08290-36d9-4553-a1e6-560a823026f0 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635731
Apr 20 18:24:55.420309 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:24:55.431701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2280166'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:55.871826 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Network 21567e63-c8cf-420a-a6e8-4fb18a3a22fa has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:24:55.909474 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:24:56.008580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.014230 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.019576 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:56.051094 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Pushing event deleted for resources: {'Network': ['ID=21567e63-c8cf-420a-a6e8-4fb18a3a22fa,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:56.054048 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:56.060410 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] 10.222.0.43 "DELETE /v2.0/networks/21567e63-c8cf-420a-a6e8-4fb18a3a22fa HTTP/1.1" status: 204  len: 168 time: 1.4333353
Apr 20 18:24:56.269823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 37176) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:56.340389 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4cdd41c2-b2ac-4433-93c2-825776668c0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17063592a9e3491b99da5808c9f3a76d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0685911
Apr 20 18:24:56.346474 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 37182) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:56.430753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5aa77c01-0384-4f1b-b328-c2d4f3a58911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.462017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5aa77c01-0384-4f1b-b328-c2d4f3a58911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.600686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c46fa5-678d-46ad-8c38-cf366bf9f797 req-085a96d0-05db-44f0-a899-1ba9b3f74172 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:56.611035 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c9c46fa5-678d-46ad-8c38-cf366bf9f797 req-085a96d0-05db-44f0-a899-1ba9b3f74172 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1363378
Apr 20 18:24:56.618953 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5aa77c01-0384-4f1b-b328-c2d4f3a58911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.625050 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:56.667399 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa77c01-0384-4f1b-b328-c2d4f3a58911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e4d0c4-f35f-4b42-ab5e-d7e916364533,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:56.671498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5aa77c01-0384-4f1b-b328-c2d4f3a58911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:56.711841 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c9c46fa5-678d-46ad-8c38-cf366bf9f797 req-511236e7-7d4f-4141-9052-9ab827a0a17e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881255
Apr 20 18:24:56.714105 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5aa77c01-0384-4f1b-b328-c2d4f3a58911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.715146 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5aa77c01-0384-4f1b-b328-c2d4f3a58911 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43e4d0c4-f35f-4b42-ab5e-d7e916364533 HTTP/1.1" status: 204  len: 168 time: 0.3674934
Apr 20 18:24:57.283671 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b0b7c-e626-4191-824f-9c514af6f010 req-e774b5c1-3b4a-4bae-8b01-12b74784e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:57.286888 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-309b0b7c-e626-4191-824f-9c514af6f010 req-e774b5c1-3b4a-4bae-8b01-12b74784e1f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 1099 time: 0.0919795
Apr 20 18:24:57.417887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca2de5-8fdd-495d-8f66-300158129ab8 req-db3490c8-926f-4671-8f15-9ee10132525a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:57.422108 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69ca2de5-8fdd-495d-8f66-300158129ab8 req-db3490c8-926f-4671-8f15-9ee10132525a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1079254
Apr 20 18:24:57.454244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b0b7c-e626-4191-824f-9c514af6f010 req-38ee04ff-07b6-4c07-90c7-47e1804abae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:57.455895 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-309b0b7c-e626-4191-824f-9c514af6f010 req-38ee04ff-07b6-4c07-90c7-47e1804abae3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 920 time: 0.1622636
Apr 20 18:24:57.516170 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-69ca2de5-8fdd-495d-8f66-300158129ab8 req-2878634c-e9cd-4c68-b5bc-3820e80ab8f0 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871060
Apr 20 18:24:57.542179 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-309b0b7c-e626-4191-824f-9c514af6f010 req-554b9605-530a-4ad4-89b5-0cf017bafbfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57353603-9b1c-429e-a397-e49d4af0e7cd HTTP/1.1" status: 200  len: 217 time: 0.0763140
Apr 20 18:24:57.669045 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b0b7c-e626-4191-824f-9c514af6f010 req-8191098d-57c2-421a-a44b-5de73b000205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:57.670612 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-309b0b7c-e626-4191-824f-9c514af6f010 req-8191098d-57c2-421a-a44b-5de73b000205 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2689d2-4350-4ebc-b9a9-82127a455a4c HTTP/1.1" status: 200  len: 859 time: 0.1199749
Apr 20 18:24:57.740302 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-309b0b7c-e626-4191-824f-9c514af6f010 req-b1729d2e-2218-4b1f-b5e8-ac5e625b4b80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626743
Apr 20 18:24:57.937869 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-309b0b7c-e626-4191-824f-9c514af6f010 req-e965ce60-c724-46c0-9bb0-2b54b8741c35 service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1905992
Apr 20 18:24:58.202740 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-309b0b7c-e626-4191-824f-9c514af6f010 req-971f5f62-b11d-4c82-9711-3dc28f31f84e service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2557790
Apr 20 18:24:58.404978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 37248) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:58.641428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-131f3647-6600-464a-8a44-bd69f1792441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:58.677241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-131f3647-6600-464a-8a44-bd69f1792441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:58.684140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-131f3647-6600-464a-8a44-bd69f1792441 admin admin] Usage tracker for resource:security_group_rule and tenant:d4b389dd5b144b39b31163d937d0a74e is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:58.687950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-131f3647-6600-464a-8a44-bd69f1792441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:58.696223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-131f3647-6600-464a-8a44-bd69f1792441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:58.925866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9475d-71da-49a3-bfdf-a5b185b9d9e7 req-4830dff4-ccd5-4a31-b7d5-02ecdd209815 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:58.927545 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0de9475d-71da-49a3-bfdf-a5b185b9d9e7 req-4830dff4-ccd5-4a31-b7d5-02ecdd209815 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1847017
Apr 20 18:24:58.932766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-131f3647-6600-464a-8a44-bd69f1792441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:58.951056 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-131f3647-6600-464a-8a44-bd69f1792441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:58.961118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1a90a682-d8ff-4390-b2c2-eda13e770597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:59.002206 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c1076368-1311-4423-9236-be89254e756d req-bf2324bb-9330-41d3-8f47-e2faa9c9c56e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Synchronizing usage tracker for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:security_group {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:24:59.022268 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c1076368-1311-4423-9236-be89254e756d req-bf2324bb-9330-41d3-8f47-e2faa9c9c56e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Unset dirty status for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:security_group {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:24:59.023573 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-bf2324bb-9330-41d3-8f47-e2faa9c9c56e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561371761&fields=id&tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57 HTTP/1.1" status: 200  len: 267 time: 0.0722492
Apr 20 18:24:59.030068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f3647-6600-464a-8a44-bd69f1792441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb46fb4-3d6b-4af6-b7a0-94dca70acade,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:59.036883 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0de9475d-71da-49a3-bfdf-a5b185b9d9e7 req-560653b3-05d1-4fb0-ac88-6ba0a2820f1d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009789
Apr 20 18:24:59.037756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-131f3647-6600-464a-8a44-bd69f1792441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:59.041065 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-131f3647-6600-464a-8a44-bd69f1792441 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4b389dd5b144b39b31163d937d0a74e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6338007
Apr 20 18:24:59.043378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 37266) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:59.131072 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-381e17c7-fdb6-4382-8122-9f52bf28de84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:59.163019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-381e17c7-fdb6-4382-8122-9f52bf28de84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:59.220428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-381e17c7-fdb6-4382-8122-9f52bf28de84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:59.222737 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1076368-1311-4423-9236-be89254e756d req-cf146afd-d2b0-41e7-be96-e74167a97017 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:59.224501 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-cf146afd-d2b0-41e7-be96-e74167a97017 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/networks?id=f73fe5f0-7661-4958-ad4f-6a98649d57d0 HTTP/1.1" status: 200  len: 809 time: 0.1820176
Apr 20 18:24:59.226412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-21b360a9-4940-484c-98a6-86640f9bb8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:59.241250 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e17c7-fdb6-4382-8122-9f52bf28de84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb46fb4-3d6b-4af6-b7a0-94dca70acade,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:59.244267 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-6ff984ee-66bf-4678-add7-b7f606e6f078 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/quotas/b4d7c375e95c4bd0b34b93e0f43a0b57 HTTP/1.1" status: 200  len: 375 time: 0.0102577
Apr 20 18:24:59.244803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-381e17c7-fdb6-4382-8122-9f52bf28de84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:59.245830 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-381e17c7-fdb6-4382-8122-9f52bf28de84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:59.251656 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-381e17c7-fdb6-4382-8122-9f52bf28de84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3fb46fb4-3d6b-4af6-b7a0-94dca70acade HTTP/1.1" status: 204  len: 168 time: 0.2027156
Apr 20 18:24:59.363795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c1076368-1311-4423-9236-be89254e756d req-4f9fe624-b97e-4493-92c1-92606eb02abd tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Synchronizing usage tracker for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:24:59.384369 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c1076368-1311-4423-9236-be89254e756d req-4f9fe624-b97e-4493-92c1-92606eb02abd tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Unset dirty status for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:24:59.385936 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-4f9fe624-b97e-4493-92c1-92606eb02abd tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1272550
Apr 20 18:24:59.565988 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-19031f59-de44-48c4-8aeb-8a6f84c3ed0d service neutron] 10.222.0.43 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492851
Apr 20 18:24:59.803731 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-36e5c025-6c5a-41b5-b980-08c2077516d4 service neutron] 10.222.0.43 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2302454
Apr 20 18:24:59.874053 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1086882f-5469-4362-b988-995637450646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:00.309553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d013713-08c0-486f-b965-7c51e81ef898 req-68168954-fa84-4cb7-89c5-ac3b18b92e83 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:00.311273 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2d013713-08c0-486f-b965-7c51e81ef898 req-68168954-fa84-4cb7-89c5-ac3b18b92e83 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1110466
Apr 20 18:25:00.373959 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2d013713-08c0-486f-b965-7c51e81ef898 req-93ab5adb-e62f-44f9-9eee-c6cc6cd7987d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504727
Apr 20 18:25:00.509498 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7c1fd8a9-4627-4a05-a792-4d85f989da35 req-5102c104-3cef-4be9-a805-2b9747b17883 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 210 time: 0.0710897
Apr 20 18:25:01.737994 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a2f3813f-7e68-4d1b-a032-370fd605e29f req-a488e244-183f-4486-8b36-3b2ea4f8dccc tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 210 time: 0.0847988
Apr 20 18:25:02.131981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5c5df04f-69f0-41bb-a479-c07d3f33eef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:02.673343 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:02.911476 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5067ef8e-7b4e-403e-9606-a3c1ced416c0 req-e5c4ba87-a6d8-4e42-baf1-88020637472c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 210 time: 0.0558586
Apr 20 18:25:03.509511 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:04.162987 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1a9093e3-3024-47a7-a0ca-314da8071866 req-ccde8a4c-4cb7-4a9b-b680-013ff5931428 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 210 time: 0.0810158
Apr 20 18:25:04.320353 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1076368-1311-4423-9236-be89254e756d req-804b519f-5f06-478d-888c-94ba2502b2e1 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:04.321615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c1076368-1311-4423-9236-be89254e756d req-804b519f-5f06-478d-888c-94ba2502b2e1 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Synchronizing usage tracker for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:network {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:04.368965 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c1076368-1311-4423-9236-be89254e756d req-804b519f-5f06-478d-888c-94ba2502b2e1 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Unset dirty status for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:network {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:04.368965 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-804b519f-5f06-478d-888c-94ba2502b2e1 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.41 "GET /v2.0/networks?id=f73fe5f0-7661-4958-ad4f-6a98649d57d0 HTTP/1.1" status: 200  len: 809 time: 0.2358804
Apr 20 18:25:04.542186 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:04.563114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c1076368-1311-4423-9236-be89254e756d req-2d36e9f4-771c-49aa-90e7-485c2a910f9a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Synchronizing usage tracker for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:04.583369 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c1076368-1311-4423-9236-be89254e756d req-2d36e9f4-771c-49aa-90e7-485c2a910f9a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Unset dirty status for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:04.585309 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-2d36e9f4-771c-49aa-90e7-485c2a910f9a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57 HTTP/1.1" status: 200  len: 8059 time: 0.2100563
Apr 20 18:25:04.602805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a797139-86f5-4bd6-90b4-644d9118cebd req-2d86a11b-70c9-427e-ae2e-32ed881a7a61 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:04.607645 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5a797139-86f5-4bd6-90b4-644d9118cebd req-2d86a11b-70c9-427e-ae2e-32ed881a7a61 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 945 time: 0.1755164
Apr 20 18:25:04.616700 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Request body: {'port': {'device_id': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'admin_state_up': True, 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'security_groups': ['f5ae84da-d481-418d-8e66-323b2eb9cf5d']}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:25:04.711994 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5a797139-86f5-4bd6-90b4-644d9118cebd req-bbc807f6-5852-4155-a35d-d4a93f1263a1 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028166
Apr 20 18:25:04.839636 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-cd5f8846-3228-4222-a8bc-d4718a8f6979 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1ea02c723e35417c948ddc18336d0092&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0701344
Apr 20 18:25:05.062569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:25:05.095968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:25:05.112970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-3f52120e-3bc2-47b2-bea5-e42ec81a9fb1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:05.114712 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-3f52120e-3bc2-47b2-bea5-e42ec81a9fb1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2593939
Apr 20 18:25:05.127843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Made reservation on behalf of b4d7c375e95c4bd0b34b93e0f43a0b57 for: {'port': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:25:05.137001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:05.180088 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-34753d28-e7db-4998-9212-839890325987 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/quotas/1ea02c723e35417c948ddc18336d0092 HTTP/1.1" status: 200  len: 375 time: 0.0562809
Apr 20 18:25:05.325711 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-6390b911-f54b-4651-b0d0-5badd38686b2 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1ea02c723e35417c948ddc18336d0092&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0764248
Apr 20 18:25:05.397465 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e2ca8da4-3dd5-4762-a509-0b654d5921da req-ca123fa9-1692-46e5-b8fb-8f25a89aad38 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 210 time: 0.0855362
Apr 20 18:25:05.444587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Allocated IP 172.20.0.9 (f73fe5f0-7661-4958-ad4f-6a98649d57d0/78797efb-e2d9-4583-8ee5-73122e564c83/d7349011-cd24-44d5-bf26-5eca280f714d) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:25:05.565528 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7badd465-1b6b-4466-b2b7-a5d9c57b4536 req-5db34722-def1-4e5e-88ec-4c5ced953538 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 210 time: 0.0517604
Apr 20 18:25:05.670110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:05.688926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Transition to ACTIVE for port object d7349011-cd24-44d5-bf26-5eca280f714d will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:25:05.717714 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:05.726515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ae7ad01d-12ac-49c1-a489-c3a01d59cdb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:05.815161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Network f73fe5f0-7661-4958-ad4f-6a98649d57d0 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:25:05.823768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:25:05.831660 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:25:05.941831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:05.942965 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:05.967268 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event updated for resources: {'Port': ['ID=d7349011-cd24-44d5-bf26-5eca280f714d,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:06.003851 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:06.004519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:06.005160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:06.005669 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:06.006252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:06.006753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:06.007266 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:06.007766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:06.008304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:06.008802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:06.009301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:06.009866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:06.014591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:06.016915 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4118512
Apr 20 18:25:06.085224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a727a2-e3d9-43ff-a6ee-7781dbe7c0ab req-4097c4d7-0b97-4d85-9fc5-847a4f78321e tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:06.088733 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-55a727a2-e3d9-43ff-a6ee-7781dbe7c0ab req-4097c4d7-0b97-4d85-9fc5-847a4f78321e tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 945 time: 0.1196237
Apr 20 18:25:06.145137 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-55a727a2-e3d9-43ff-a6ee-7781dbe7c0ab req-8441ec17-33a8-4aba-9095-6cb2f9847ffa tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517538
Apr 20 18:25:06.181082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-07ee6a10-214d-4394-bbcb-512ec71e4d7a None None] Provisioning for port d7349011-cd24-44d5-bf26-5eca280f714d completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:25:06.186565 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-07ee6a10-214d-4394-bbcb-512ec71e4d7a None None] Provisioning complete for port d7349011-cd24-44d5-bf26-5eca280f714d triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:06.186995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-07ee6a10-214d-4394-bbcb-512ec71e4d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:06.257317 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-07ee6a10-214d-4394-bbcb-512ec71e4d7a None None] Port d7349011-cd24-44d5-bf26-5eca280f714d cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:25:06.420113 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269546b5-6415-4be9-939f-ca95cc19fe84 req-d2e50289-48f4-4b9a-a81f-8d2881c7b086 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:06.422349 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-269546b5-6415-4be9-939f-ca95cc19fe84 req-d2e50289-48f4-4b9a-a81f-8d2881c7b086 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0923760
Apr 20 18:25:06.477249 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-269546b5-6415-4be9-939f-ca95cc19fe84 req-afa69dbc-21f7-4a02-9737-1804d0ab216b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477824
Apr 20 18:25:06.610841 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eff2e3-4e28-42b7-b33c-6726343c62b5 req-ff850041-f3f9-4c18-8e29-b27399e610f4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:06.611627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-87eff2e3-4e28-42b7-b33c-6726343c62b5 req-ff850041-f3f9-4c18-8e29-b27399e610f4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Synchronizing usage tracker for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:port {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:06.627603 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-87eff2e3-4e28-42b7-b33c-6726343c62b5 req-ff850041-f3f9-4c18-8e29-b27399e610f4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Unset dirty status for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:port {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:06.628976 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-87eff2e3-4e28-42b7-b33c-6726343c62b5 req-ff850041-f3f9-4c18-8e29-b27399e610f4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 931 time: 0.1114464
Apr 20 18:25:06.683144 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-87eff2e3-4e28-42b7-b33c-6726343c62b5 req-252cb8ac-4ed8-49f1-918d-5851f8645438 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474589
Apr 20 18:25:06.731028 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-71122365-c5be-418f-adc4-f25228c38b4d req-f0ababf8-3d50-4a1d-a209-2ae30977851a tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 210 time: 0.0497527
Apr 20 18:25:07.360052 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd94310-8eaf-43fd-b4a3-951f91a80f1d req-b5fde054-fd61-43f2-83dc-b0aa0554f203 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:07.361660 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5bd94310-8eaf-43fd-b4a3-951f91a80f1d req-b5fde054-fd61-43f2-83dc-b0aa0554f203 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 945 time: 0.0988650
Apr 20 18:25:07.415472 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5bd94310-8eaf-43fd-b4a3-951f91a80f1d req-5b548738-420d-4f09-bffc-c6b99fbbabff tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473299
Apr 20 18:25:07.687821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46022983-1e7f-4ed7-9a76-00d784d92071 req-e0c5191a-9282-4083-93cc-6edb262a14f8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:07.689431 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-46022983-1e7f-4ed7-9a76-00d784d92071 req-e0c5191a-9282-4083-93cc-6edb262a14f8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0881135
Apr 20 18:25:07.737767 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-46022983-1e7f-4ed7-9a76-00d784d92071 req-32b12bf6-77cd-4a45-96b9-abdddcd5796f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417955
Apr 20 18:25:07.899258 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f55c76-47a7-4ddc-8235-d1baca39b69b req-ca4f0c18-c355-422e-8bf9-0c8ecc48b507 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:07.901382 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-434d4b36-550d-43c4-a23b-1a575a449f7f req-0b32b801-80dc-403c-8a11-71e671d91981 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 210 time: 0.0539415
Apr 20 18:25:07.901995 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-18f55c76-47a7-4ddc-8235-d1baca39b69b req-ca4f0c18-c355-422e-8bf9-0c8ecc48b507 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 931 time: 0.0993564
Apr 20 18:25:08.157073 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-18f55c76-47a7-4ddc-8235-d1baca39b69b req-89cbf3a2-6c40-4896-a995-6fe72327e545 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2497580
Apr 20 18:25:08.350395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Request body: {'port': {'device_id': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:25:08.491193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:08.682363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3f8d9-b214-47ce-ae99-f9fca4bfa0db req-3278f52b-00fc-417e-8cd4-9d1ba0b839b3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:08.684148 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e3c3f8d9-b214-47ce-ae99-f9fca4bfa0db req-3278f52b-00fc-417e-8cd4-9d1ba0b839b3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 945 time: 0.1288602
Apr 20 18:25:08.756094 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e3c3f8d9-b214-47ce-ae99-f9fca4bfa0db req-50daeb70-cd04-4052-89f9-a516f9a20d7b tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604129
Apr 20 18:25:08.955903 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7349011-cd24-44d5-bf26-5eca280f714d {{(pid=86370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:25:08.966092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:08.981633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ed3d9-e97a-48b5-8e95-147ef48f56ac req-dcb16772-f30f-4153-a205-d3113b8d155a tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:08.983312 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dd1ed3d9-e97a-48b5-8e95-147ef48f56ac req-dcb16772-f30f-4153-a205-d3113b8d155a tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.41 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 945 time: 0.0989695
Apr 20 18:25:08.998358 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Transition to ACTIVE for port object d7349011-cd24-44d5-bf26-5eca280f714d will not be triggered until provisioned by entity L2. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:25:09.003578 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.011864 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:09.064094 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45bf08-4972-4609-bd85-3f0fcc4084f3 req-b12ab288-20aa-44ae-93bb-2c80d1dda7ed tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:09.065710 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7d45bf08-4972-4609-bd85-3f0fcc4084f3 req-b12ab288-20aa-44ae-93bb-2c80d1dda7ed tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.1888404
Apr 20 18:25:09.094231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:25:09.102066 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2ba5d449-844a-4e70-ae5a-5eead6e5ab9b req-2e4e3f5a-d4e7-4acf-a192-badb7582af06 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 210 time: 0.0684793
Apr 20 18:25:09.148179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-dd1ed3d9-e97a-48b5-8e95-147ef48f56ac req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Deleting port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:25:09.148575 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-dd1ed3d9-e97a-48b5-8e95-147ef48f56ac req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.430747 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Pushing event updated for resources: {'Port': ['ID=d7349011-cd24-44d5-bf26-5eca280f714d,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:09.439717 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:09.454349 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7d45bf08-4972-4609-bd85-3f0fcc4084f3 req-c11666f4-f7f8-4197-b019-b690290e29dd tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2891676
Apr 20 18:25:09.467271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Attempting to bind port d7349011-cd24-44d5-bf26-5eca280f714d on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:25:09.467657 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Attempting to bind port d7349011-cd24-44d5-bf26-5eca280f714d by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:25:09.468029 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Attempting to bind port d7349011-cd24-44d5-bf26-5eca280f714d on network f73fe5f0-7661-4958-ad4f-6a98649d57d0 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:25:09.475512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Port d7349011-cd24-44d5-bf26-5eca280f714d on network f73fe5f0-7661-4958-ad4f-6a98649d57d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:25:09.475861 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Attempting to bind port d7349011-cd24-44d5-bf26-5eca280f714d on network f73fe5f0-7661-4958-ad4f-6a98649d57d0 {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:25:09.482465 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:25:09.482846 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Checking segment: {'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:25:09.483271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Bound using segment: {'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'} {{(pid=86370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:25:09.483754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Bound port: d7349011-cd24-44d5-bf26-5eca280f714d, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6eec58-2ba1-4746-baca-5807205bd9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0'}}] {{(pid=86370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:25:09.484165 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.640222 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] For port d7349011-cd24-44d5-bf26-5eca280f714d, host hv-cinder-78692, cleared binding levels {{(pid=86370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:25:09.646290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] For port d7349011-cd24-44d5-bf26-5eca280f714d, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7349011-cd24-44d5-bf26-5eca280f714d,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:25:09.652108 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.660841 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-55cc46f0-759a-4657-92ad-36ef6d451afa tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1ea02c723e35417c948ddc18336d0092&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1998651
Apr 20 18:25:09.661378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.41', 60584) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:09.662402 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:09.663376 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-dd1ed3d9-e97a-48b5-8e95-147ef48f56ac req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] For port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=848faacb-3119-4eaa-aa32-aa0f4d42ce9f,segment=NetworkSegment(45af68d6-716e-44ee-96b2-27c7d26fa790),segment_id=45af68d6-716e-44ee-96b2-27c7d26fa790)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:09.663795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-dd1ed3d9-e97a-48b5-8e95-147ef48f56ac req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.702160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:09.702829 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.705268 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] 10.222.0.41 "PUT /v2.0/ports/d7349011-cd24-44d5-bf26-5eca280f714d HTTP/1.1" status: 200  len: 1093 time: 1.3596699
Apr 20 18:25:09.712606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:09.842534 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'status': 'completed', 'code': 200}
Apr 20 18:25:09.880197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Pushing event updated for resources: {'Port': ['ID=d7349011-cd24-44d5-bf26-5eca280f714d,revision_number=3']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:09.884232 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:09.912507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1076368-1311-4423-9236-be89254e756d req-7f9dc9bf-c26a-4910-9aba-a596d06f8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:09.914201 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-7f9dc9bf-c26a-4910-9aba-a596d06f8626 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57&device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 1096 time: 0.1508715
Apr 20 18:25:10.015536 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-155ea49d-d075-47fc-9300-83cdba4cdc86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7349011-cd24-44d5-bf26-5eca280f714d HTTP/1.1" status: 200  len: 217 time: 0.0874379
Apr 20 18:25:10.149036 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-dd1ed3d9-e97a-48b5-8e95-147ef48f56ac req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Calling delete_port for 848faacb-3119-4eaa-aa32-aa0f4d42ce9f owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:25:10.166175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1076368-1311-4423-9236-be89254e756d req-e836aa22-db05-4c8f-80be-d18492f31854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:10.167761 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-e836aa22-db05-4c8f-80be-d18492f31854 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78797efb-e2d9-4583-8ee5-73122e564c83 HTTP/1.1" status: 200  len: 848 time: 0.1392102
Apr 20 18:25:10.241210 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaf4d8-0a8f-4940-8ce6-7d3b2e110cf1 req-c26f09c0-c154-4733-8d16-6040257c3de3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:10.242805 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3afaf4d8-0a8f-4940-8ce6-7d3b2e110cf1 req-c26f09c0-c154-4733-8d16-6040257c3de3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 945 time: 0.2129216
Apr 20 18:25:10.314369 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3afaf4d8-0a8f-4940-8ce6-7d3b2e110cf1 req-206929f3-2832-49de-aaa0-b31758ab3cd2 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631492
Apr 20 18:25:10.317692 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1076368-1311-4423-9236-be89254e756d req-a689d09c-22dd-40e6-8fbd-7e87c4f37b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:10.319142 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-a689d09c-22dd-40e6-8fbd-7e87c4f37b8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f73fe5f0-7661-4958-ad4f-6a98649d57d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1429734
Apr 20 18:25:10.322005 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-f698ff13-76d6-440d-8921-9dc287565d38 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:10.323605 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-f698ff13-76d6-440d-8921-9dc287565d38 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6439350
Apr 20 18:25:10.341894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Request body: {'port': {'device_id': 'acf9718a-0325-4bc4-a07d-c9d56aab0dd2', 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905', 'admin_state_up': True, 'tenant_id': '1ea02c723e35417c948ddc18336d0092'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:25:10.429674 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5014630-ae6c-4474-8acc-0c47a6f8593b req-f9256efb-20bf-4eb5-a46b-c648c2971b17 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:10.431367 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a5014630-ae6c-4474-8acc-0c47a6f8593b req-f9256efb-20bf-4eb5-a46b-c648c2971b17 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.9720221
Apr 20 18:25:10.486919 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b461a02f-f5cc-4bbd-8f17-647ad5880b6e req-615f7509-45eb-4add-9c6c-cf85682635c9 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 210 time: 0.0623078
Apr 20 18:25:10.533173 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-c388f4fc-b752-4423-89e4-22f858a1f393 service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983926
Apr 20 18:25:10.585221 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-578203dd-6604-4d77-8be9-72709201f765 req-069254a7-3b4a-4526-a0ce-ba5d979ee2b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.9102514
Apr 20 18:25:10.606326 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a5014630-ae6c-4474-8acc-0c47a6f8593b req-f1ecb302-d71e-41a8-b046-945b91203558 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1607785
Apr 20 18:25:10.612193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-dd1ed3d9-e97a-48b5-8e95-147ef48f56ac req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:10.628406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:10.693425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2cab3-c03a-4418-b765-aa0091fef92e req-d0842a68-bd6c-40b7-beb3-636c4676ef01 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:10.695216 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1ef2cab3-c03a-4418-b765-aa0091fef92e req-d0842a68-bd6c-40b7-beb3-636c4676ef01 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0958476
Apr 20 18:25:10.748320 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1ef2cab3-c03a-4418-b765-aa0091fef92e req-6b84bde6-74ab-425d-9bf6-11bfa7516a96 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460873
Apr 20 18:25:10.901654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Pushing event deleted for resources: {'Port': ['ID=848faacb-3119-4eaa-aa32-aa0f4d42ce9f,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:10.916137 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:25:10.919377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:10.920171 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:10.920171 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:10.920542 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:10.920936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:10.921330 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:10.922287 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:10.922957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:10.923374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:10.923779 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:10.924166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:10.924553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:10.956891 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:10.958002 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Usage tracker for resource:port and tenant:1ea02c723e35417c948ddc18336d0092 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:25:10.966218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:25:11.004728 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:25:11.020001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1ed3d9-e97a-48b5-8e95-147ef48f56ac req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] No DVR routers for this DVR port 848faacb-3119-4eaa-aa32-aa0f4d42ce9f on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:25:11.023468 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-dd1ed3d9-e97a-48b5-8e95-147ef48f56ac req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.026224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43979773-d62a-4f08-8743-34ef1c7458f0', 'name': 'network-vif-deleted', 'tag': '848faacb-3119-4eaa-aa32-aa0f4d42ce9f'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:11.038687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Made reservation on behalf of 1ea02c723e35417c948ddc18336d0092 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:25:11.044646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.060690 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.074432 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dd1ed3d9-e97a-48b5-8e95-147ef48f56ac req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.41 "DELETE /v2.0/ports/848faacb-3119-4eaa-aa32-aa0f4d42ce9f HTTP/1.1" status: 204  len: 173 time: 2.0838213
Apr 20 18:25:11.076114 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43979773-d62a-4f08-8743-34ef1c7458f0', 'name': 'network-vif-deleted', 'tag': '848faacb-3119-4eaa-aa32-aa0f4d42ce9f', 'status': 'completed', 'code': 200}
Apr 20 18:25:11.083888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:25:11.088304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Usage tracker for resource:security_group_rule and tenant:1ea02c723e35417c948ddc18336d0092 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:25:11.091726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:25:11.098276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:25:11.204162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.207479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.212223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-65c5ed59-de78-4d5a-ad1a-a1a44834842f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:11.299349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:11.310663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:11.415206 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Allocated IP 192.168.233.128 (00c7b384-ef10-40d1-a95d-1b84f1e04905/484e3cc3-ec61-434b-a9bf-6d2459dd00ce/7bf3da3f-1b13-465a-8b01-921713e24d06) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:25:11.508685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-6a19b6fa-89e5-48d7-9e92-e7f6e535f8d0 req-8105f8a7-4992-4769-a3b4-781ad01dd162 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Synchronizing usage tracker for tenant:ae7c716d100040a688d779bdd1030992 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:11.560056 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-6a19b6fa-89e5-48d7-9e92-e7f6e535f8d0 req-8105f8a7-4992-4769-a3b4-781ad01dd162 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Unset dirty status for tenant:ae7c716d100040a688d779bdd1030992 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:11.561263 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6a19b6fa-89e5-48d7-9e92-e7f6e535f8d0 req-8105f8a7-4992-4769-a3b4-781ad01dd162 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 210 time: 0.1158814
Apr 20 18:25:11.586042 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71e267-4305-4d89-97c5-85d24370fb91 req-f650fa6f-81cc-45b8-add1-a98c2dbcb2fd tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:11.586042 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf71e267-4305-4d89-97c5-85d24370fb91 req-f650fa6f-81cc-45b8-add1-a98c2dbcb2fd tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1311600
Apr 20 18:25:11.637366 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf71e267-4305-4d89-97c5-85d24370fb91 req-411f5910-a32f-4706-90d5-5096aa80c0a6 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456533
Apr 20 18:25:11.759019 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-061adc9d-ba2c-4185-9ec1-553e675bb3f8 req-5fd76656-1dd4-4c8b-9c3e-56138d1cf07e tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 210 time: 0.0634677
Apr 20 18:25:11.767862 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.790012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Transition to ACTIVE for port object 7bf3da3f-1b13-465a-8b01-921713e24d06 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:25:11.819011 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.826024 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:11.854691 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfe1e7-4248-4b27-bf41-ef69b01985d1 req-3c8ecc57-9009-4380-bd3e-788d92f6981b tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:11.856509 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dbdfe1e7-4248-4b27-bf41-ef69b01985d1 req-3c8ecc57-9009-4380-bd3e-788d92f6981b tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.1158640
Apr 20 18:25:11.909192 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dbdfe1e7-4248-4b27-bf41-ef69b01985d1 req-b85a00fb-66c9-4645-bf3f-003a6c1c6db4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462885
Apr 20 18:25:11.911649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Network 00c7b384-ef10-40d1-a95d-1b84f1e04905 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:25:11.955393 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:25:11.965740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:25:12.015463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Pushing event updated for resources: {'Port': ['ID=7bf3da3f-1b13-465a-8b01-921713e24d06,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:12.024279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:12.070573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:12.071305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:12.107313 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254e0c5-e9a4-49fd-b965-e65b4afef144 req-a31b0862-521b-4d0a-b582-d308f0aa7731 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:12.110784 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a254e0c5-e9a4-49fd-b965-e65b4afef144 req-a31b0862-521b-4d0a-b582-d308f0aa7731 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.2125499
Apr 20 18:25:12.136904 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8006287
Apr 20 18:25:12.167754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-217cdd7d-8171-41b3-aa1d-844ed56301b1 None None] Provisioning for port 7bf3da3f-1b13-465a-8b01-921713e24d06 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:25:12.172763 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a254e0c5-e9a4-49fd-b965-e65b4afef144 req-0d28782e-005a-4352-ad08-87daf3688979 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534499
Apr 20 18:25:12.173455 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-217cdd7d-8171-41b3-aa1d-844ed56301b1 None None] Provisioning complete for port 7bf3da3f-1b13-465a-8b01-921713e24d06 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:12.173921 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-217cdd7d-8171-41b3-aa1d-844ed56301b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:12.231828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-217cdd7d-8171-41b3-aa1d-844ed56301b1 None None] Port 7bf3da3f-1b13-465a-8b01-921713e24d06 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:25:12.733099 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0ae5c4ff-d0b9-4b4c-bc8a-a7668740af17 req-b46d78d1-b13b-4492-9af0-feb42c9fe22b tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 210 time: 0.0521083
Apr 20 18:25:12.851861 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50c309-b418-411f-8140-94767ac35d38 req-124da983-5870-45ae-a3ca-d6dd483a1c80 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:12.853436 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2f50c309-b418-411f-8140-94767ac35d38 req-124da983-5870-45ae-a3ca-d6dd483a1c80 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1000707
Apr 20 18:25:12.907373 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2f50c309-b418-411f-8140-94767ac35d38 req-89985f40-bd69-4a29-a5d1-9d6887d5ebce tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463638
Apr 20 18:25:12.974167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200c256-7caf-4508-bd9b-46845d9a9554 req-7d6a834e-bdf0-46ed-bcb0-1b02a8f9b25f tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:12.975861 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3200c256-7caf-4508-bd9b-46845d9a9554 req-7d6a834e-bdf0-46ed-bcb0-1b02a8f9b25f tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 936 time: 0.0899251
Apr 20 18:25:13.024053 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3200c256-7caf-4508-bd9b-46845d9a9554 req-6014a435-691e-4be0-8327-4349478ee439 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416863
Apr 20 18:25:13.116869 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0074f4a-f744-4b5b-a340-2ba29ad656c1 req-252dc349-1be3-4c12-ac5d-6a03aa6be648 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.118411 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b0074f4a-f744-4b5b-a340-2ba29ad656c1 req-252dc349-1be3-4c12-ac5d-6a03aa6be648 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.0902040
Apr 20 18:25:13.168184 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b0074f4a-f744-4b5b-a340-2ba29ad656c1 req-450ab2fc-4380-4d79-be56-2fb7f685574b tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432248
Apr 20 18:25:13.266860 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Request body: {'port': {'device_id': 'acf9718a-0325-4bc4-a07d-c9d56aab0dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:25:13.284520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 848faacb-3119-4eaa-aa32-aa0f4d42ce9f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:13.358810 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:13.359635 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: 848faacb-3119-4eaa-aa32-aa0f4d42ce9f {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:25:13.360028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 848faacb-3119-4eaa-aa32-aa0f4d42ce9f not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:25:13.433420 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1076368-1311-4423-9236-be89254e756d req-163c44e1-62c1-4178-82cd-ca318a795adb service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1970420
Apr 20 18:25:13.490717 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084a967-e80a-4941-8505-37e7e8a0ecd6 req-2b25ad3d-c4d7-469e-91e0-0183d4f6861e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.492394 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7084a967-e80a-4941-8505-37e7e8a0ecd6 req-2b25ad3d-c4d7-469e-91e0-0183d4f6861e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.1037481
Apr 20 18:25:13.493686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:13.513065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578203dd-6604-4d77-8be9-72709201f765 req-97adc35c-db4e-4784-bf13-fabe2b2e35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.514722 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-578203dd-6604-4d77-8be9-72709201f765 req-97adc35c-db4e-4784-bf13-fabe2b2e35cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 1099 time: 0.1892383
Apr 20 18:25:13.601976 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7084a967-e80a-4941-8505-37e7e8a0ecd6 req-37043f1e-2b38-4063-949f-259e8c787107 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1028116
Apr 20 18:25:13.637104 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393fd5-6fdb-405e-a97b-fd5e99b88c8e req-dd8c0237-61ec-46aa-b412-d2d6c1acf64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.638774 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d9393fd5-6fdb-405e-a97b-fd5e99b88c8e req-dd8c0237-61ec-46aa-b412-d2d6c1acf64d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57&device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 1096 time: 0.1365235
Apr 20 18:25:13.798662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393fd5-6fdb-405e-a97b-fd5e99b88c8e req-b29150bb-74d7-41dc-a946-067ab0163411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.800578 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d9393fd5-6fdb-405e-a97b-fd5e99b88c8e req-b29150bb-74d7-41dc-a946-067ab0163411 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f73fe5f0-7661-4958-ad4f-6a98649d57d0 HTTP/1.1" status: 200  len: 910 time: 0.1523228
Apr 20 18:25:13.819267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578203dd-6604-4d77-8be9-72709201f765 req-5bf5b5cf-e319-46f5-9349-26c042ef10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.821349 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-578203dd-6604-4d77-8be9-72709201f765 req-5bf5b5cf-e319-46f5-9349-26c042ef10fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 200  len: 920 time: 0.2695138
Apr 20 18:25:13.895817 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d9393fd5-6fdb-405e-a97b-fd5e99b88c8e req-efd7e57c-cddd-455f-b66f-c789595f2f17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7349011-cd24-44d5-bf26-5eca280f714d HTTP/1.1" status: 200  len: 217 time: 0.0845912
Apr 20 18:25:13.977711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393fd5-6fdb-405e-a97b-fd5e99b88c8e req-e4486849-193c-4484-903a-57b575cb5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.979609 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d9393fd5-6fdb-405e-a97b-fd5e99b88c8e req-e4486849-193c-4484-903a-57b575cb5cb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78797efb-e2d9-4583-8ee5-73122e564c83 HTTP/1.1" status: 200  len: 848 time: 0.0689592
Apr 20 18:25:13.992771 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-578203dd-6604-4d77-8be9-72709201f765 req-60db6e54-011a-47bc-b4c1-0ec7949d93e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57353603-9b1c-429e-a397-e49d4af0e7cd HTTP/1.1" status: 200  len: 217 time: 0.1234076
Apr 20 18:25:14.011285 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-26302278-4358-4caf-a063-3a27ae7d2d1d req-4fd2dd4b-9b8d-4918-b378-68f5c979ccfb tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=43979773-d62a-4f08-8743-34ef1c7458f0 HTTP/1.1" status: 200  len: 210 time: 0.0802274
Apr 20 18:25:14.110955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578203dd-6604-4d77-8be9-72709201f765 req-59bee8ba-8d6d-4cb5-8afd-d2db8c738d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:14.112538 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-578203dd-6604-4d77-8be9-72709201f765 req-59bee8ba-8d6d-4cb5-8afd-d2db8c738d97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2689d2-4350-4ebc-b9a9-82127a455a4c HTTP/1.1" status: 200  len: 859 time: 0.1068516
Apr 20 18:25:14.145558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393fd5-6fdb-405e-a97b-fd5e99b88c8e req-28eb0486-36ae-4c69-ab3e-be0f815d490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:14.147211 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d9393fd5-6fdb-405e-a97b-fd5e99b88c8e req-28eb0486-36ae-4c69-ab3e-be0f815d490b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f73fe5f0-7661-4958-ad4f-6a98649d57d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1581171
Apr 20 18:25:14.164451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5759f7-3254-4370-bb1f-a1c7014611ce req-856cff30-47c7-440a-a238-e527ed4c6c4b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:14.166067 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9c5759f7-3254-4370-bb1f-a1c7014611ce req-856cff30-47c7-440a-a238-e527ed4c6c4b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1199381
Apr 20 18:25:14.216600 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-578203dd-6604-4d77-8be9-72709201f765 req-4347b2f7-5dd1-4b20-8a23-99a896472148 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0963736
Apr 20 18:25:14.317042 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9c5759f7-3254-4370-bb1f-a1c7014611ce req-013e5cf9-7ec8-4228-9762-4d5ed4bd4fc5 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244285
Apr 20 18:25:14.368160 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d9393fd5-6fdb-405e-a97b-fd5e99b88c8e req-613c1afa-5bf4-47d7-8134-8d6fa0559f31 service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2010615
Apr 20 18:25:14.420041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf3da3f-1b13-465a-8b01-921713e24d06 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:25:14.442670 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:14.495171 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Transition to ACTIVE for port object 7bf3da3f-1b13-465a-8b01-921713e24d06 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:25:14.506043 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28679864-466e-4ffa-ad5d-3c923c23b5e9 req-bb92a719-4f9a-4b51-ad9e-a625b8a80e2d tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:14.506043 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-28679864-466e-4ffa-ad5d-3c923c23b5e9 req-bb92a719-4f9a-4b51-ad9e-a625b8a80e2d tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Synchronizing usage tracker for tenant:1ea02c723e35417c948ddc18336d0092 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:14.511995 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-578203dd-6604-4d77-8be9-72709201f765 req-09ed097e-1381-462d-ac05-c07cd98a499a service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816591
Apr 20 18:25:14.513301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:14.519552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:14.959910 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d9393fd5-6fdb-405e-a97b-fd5e99b88c8e req-37721fa5-acab-4034-a3f2-a4d5c23fb9ff service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5763085
Apr 20 18:25:14.974821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12576cba-2bf1-483a-b78f-c1ee1b59bb0a req-180231e6-c67d-41f7-97ef-7ba0f17a2f99 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:14.974821 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-12576cba-2bf1-483a-b78f-c1ee1b59bb0a req-180231e6-c67d-41f7-97ef-7ba0f17a2f99 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.4437463
Apr 20 18:25:14.992693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-28679864-466e-4ffa-ad5d-3c923c23b5e9 req-bb92a719-4f9a-4b51-ad9e-a625b8a80e2d tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Unset dirty status for tenant:1ea02c723e35417c948ddc18336d0092 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:14.994034 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-28679864-466e-4ffa-ad5d-3c923c23b5e9 req-bb92a719-4f9a-4b51-ad9e-a625b8a80e2d tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 936 time: 0.8350506
Apr 20 18:25:15.031532 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-12576cba-2bf1-483a-b78f-c1ee1b59bb0a req-675a2211-c0e5-4af2-93d5-d9dbc0d0209c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483241
Apr 20 18:25:15.068798 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Pushing event updated for resources: {'Port': ['ID=7bf3da3f-1b13-465a-8b01-921713e24d06,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:15.086052 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:15.188384 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-28679864-466e-4ffa-ad5d-3c923c23b5e9 req-dccf40f7-3e4a-4754-8f97-7d1a36aecb2c tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Synchronizing usage tracker for tenant:1ea02c723e35417c948ddc18336d0092 on resource:security_group {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:15.212343 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-578203dd-6604-4d77-8be9-72709201f765 req-b9172b7b-ddd4-4202-89d7-043aefde3f14 service neutron] 10.222.0.41 "GET /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6524258
Apr 20 18:25:15.229125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Attempting to bind port 7bf3da3f-1b13-465a-8b01-921713e24d06 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:25:15.229510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Attempting to bind port 7bf3da3f-1b13-465a-8b01-921713e24d06 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '709c7e0a-fe84-431b-8da5-4362fc41b251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:25:15.229913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Attempting to bind port 7bf3da3f-1b13-465a-8b01-921713e24d06 on network 00c7b384-ef10-40d1-a95d-1b84f1e04905 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:25:15.236091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Port 7bf3da3f-1b13-465a-8b01-921713e24d06 on network 00c7b384-ef10-40d1-a95d-1b84f1e04905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:25:15.236484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Attempting to bind port 7bf3da3f-1b13-465a-8b01-921713e24d06 on network 00c7b384-ef10-40d1-a95d-1b84f1e04905 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:25:15.240746 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-28679864-466e-4ffa-ad5d-3c923c23b5e9 req-dccf40f7-3e4a-4754-8f97-7d1a36aecb2c tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Unset dirty status for tenant:1ea02c723e35417c948ddc18336d0092 on resource:security_group {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:15.242066 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-28679864-466e-4ffa-ad5d-3c923c23b5e9 req-dccf40f7-3e4a-4754-8f97-7d1a36aecb2c tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2359192
Apr 20 18:25:15.244754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:25:15.245196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Checking segment: {'id': '709c7e0a-fe84-431b-8da5-4362fc41b251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:25:15.245532 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Bound using segment: {'id': '709c7e0a-fe84-431b-8da5-4362fc41b251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:25:15.246050 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Bound port: 7bf3da3f-1b13-465a-8b01-921713e24d06, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709c7e0a-fe84-431b-8da5-4362fc41b251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:25:15.246719 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:15.264156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa10f8-99e8-41a7-bbec-49fd526a8def req-dc5141b8-71c1-4dfb-922d-9b60144300d8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:15.266828 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-62aa10f8-99e8-41a7-bbec-49fd526a8def req-dc5141b8-71c1-4dfb-922d-9b60144300d8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.1129344
Apr 20 18:25:15.334308 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-62aa10f8-99e8-41a7-bbec-49fd526a8def req-81bea75f-cdf6-41c5-8df7-1f4f1bd429a5 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590012
Apr 20 18:25:15.379651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] For port 7bf3da3f-1b13-465a-8b01-921713e24d06, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:25:15.383178 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] For port 7bf3da3f-1b13-465a-8b01-921713e24d06, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7bf3da3f-1b13-465a-8b01-921713e24d06,segment=NetworkSegment(709c7e0a-fe84-431b-8da5-4362fc41b251),segment_id=709c7e0a-fe84-431b-8da5-4362fc41b251)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:25:15.387274 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:15.391573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:15.459097 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:15.459784 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:15.461436 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] 10.222.0.41 "PUT /v2.0/ports/7bf3da3f-1b13-465a-8b01-921713e24d06 HTTP/1.1" status: 200  len: 1098 time: 2.2022138
Apr 20 18:25:15.462113 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf9718a-0325-4bc4-a07d-c9d56aab0dd2', 'tag': '7bf3da3f-1b13-465a-8b01-921713e24d06'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:15.488823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Pushing event updated for resources: {'Port': ['ID=7bf3da3f-1b13-465a-8b01-921713e24d06,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:15.501926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:15.558299 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf9718a-0325-4bc4-a07d-c9d56aab0dd2', 'tag': '7bf3da3f-1b13-465a-8b01-921713e24d06', 'status': 'completed', 'code': 200}
Apr 20 18:25:15.590192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f1169-6c8b-4247-9d1e-f7cb1b40353b req-b2e0d971-e075-4a6e-89da-2f888b660f73 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:15.602310 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4e1f1169-6c8b-4247-9d1e-f7cb1b40353b req-b2e0d971-e075-4a6e-89da-2f888b660f73 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.1341410
Apr 20 18:25:15.607518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-75e5a635-5600-43d1-a720-750a7cd70034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:15.610271 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-75e5a635-5600-43d1-a720-750a7cd70034 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ea02c723e35417c948ddc18336d0092&device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 1101 time: 0.0968695
Apr 20 18:25:15.688302 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4e1f1169-6c8b-4247-9d1e-f7cb1b40353b req-842f58d8-0299-40d7-8210-0f13c6eb3148 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849540
Apr 20 18:25:15.713811 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-bde14591-affc-416e-b04b-f427790ec9cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=7bf3da3f-1b13-465a-8b01-921713e24d06 HTTP/1.1" status: 200  len: 217 time: 0.0897715
Apr 20 18:25:15.785975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-d09d5bc7-8771-40a8-b7e8-a84414713843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:15.787569 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-d09d5bc7-8771-40a8-b7e8-a84414713843 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=484e3cc3-ec61-434b-a9bf-6d2459dd00ce HTTP/1.1" status: 200  len: 843 time: 0.0667973
Apr 20 18:25:15.879839 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-b6009175-59d6-49c0-a817-1410070a2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:15.881461 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-b6009175-59d6-49c0-a817-1410070a2508 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00c7b384-ef10-40d1-a95d-1b84f1e04905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0805662
Apr 20 18:25:16.027987 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-ff804ded-ed3a-4c16-825d-48496edd96af service neutron] 10.222.0.41 "GET /v2.0/networks/00c7b384-ef10-40d1-a95d-1b84f1e04905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375940
Apr 20 18:25:16.240363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74883169-fa7b-467e-80b7-ce08fe24f58d req-1a25adb4-ef6e-4d01-b2ff-56a483610c44 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:16.241976 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74883169-fa7b-467e-80b7-ce08fe24f58d req-1a25adb4-ef6e-4d01-b2ff-56a483610c44 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.0939329
Apr 20 18:25:16.290744 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74883169-fa7b-467e-80b7-ce08fe24f58d req-df82206a-29cb-4f32-a9c2-c556075f81c7 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424292
Apr 20 18:25:16.459987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c71b25-62c6-4b33-a07e-cd5bbf9d5bab req-c669024e-e73c-47d3-9ce0-c22e2a92d079 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:16.461800 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74c71b25-62c6-4b33-a07e-cd5bbf9d5bab req-c669024e-e73c-47d3-9ce0-c22e2a92d079 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 948 time: 0.0967267
Apr 20 18:25:16.511787 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74c71b25-62c6-4b33-a07e-cd5bbf9d5bab req-c29e3731-508e-4ed3-b3a3-0f64590d257e tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432787
Apr 20 18:25:16.556070 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca523421-c428-4479-ad06-f8cb07f25d77 req-b139d164-a61a-4e85-95ca-f6a02813b8ac tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:16.557610 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca523421-c428-4479-ad06-f8cb07f25d77 req-b139d164-a61a-4e85-95ca-f6a02813b8ac tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0917599
Apr 20 18:25:16.610335 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca523421-c428-4479-ad06-f8cb07f25d77 req-182971b2-2180-43ae-8eb9-a5cd012f6831 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461736
Apr 20 18:25:16.902973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0400bdb-6cc1-4476-b24e-e8f61d831221 req-564f31e2-4d1e-472a-9b1f-723f2dcf1915 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:16.904537 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b0400bdb-6cc1-4476-b24e-e8f61d831221 req-564f31e2-4d1e-472a-9b1f-723f2dcf1915 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.0915117
Apr 20 18:25:16.951983 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b0400bdb-6cc1-4476-b24e-e8f61d831221 req-d640617b-9ef1-4a9b-8cd6-9a63b784893b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402117
Apr 20 18:25:17.493388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa28a9d-7257-4e72-b1af-b057acf53b79 req-74134dca-3a97-4a75-aa01-db4f201a855f tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:17.495028 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0aa28a9d-7257-4e72-b1af-b057acf53b79 req-74134dca-3a97-4a75-aa01-db4f201a855f tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.0884924
Apr 20 18:25:17.545525 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0aa28a9d-7257-4e72-b1af-b057acf53b79 req-bf1b184c-9ecb-4d81-9e90-fdf208b5b9ae tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433550
Apr 20 18:25:17.721543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472891f-56f6-4ee7-bc08-11baff6fda83 req-bac01b79-f119-4c5c-b062-f8f24517f925 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:17.723197 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f472891f-56f6-4ee7-bc08-11baff6fda83 req-bac01b79-f119-4c5c-b062-f8f24517f925 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 948 time: 0.0923548
Apr 20 18:25:17.773539 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f472891f-56f6-4ee7-bc08-11baff6fda83 req-1bc2a661-be68-4f8d-bb78-2c693d415504 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439327
Apr 20 18:25:17.825936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77b1c9-d8dc-4aa5-9929-b73cc7944ab2 req-9833a411-17a7-4f0b-8bc9-e6ece4567069 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:17.827547 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4c77b1c9-d8dc-4aa5-9929-b73cc7944ab2 req-9833a411-17a7-4f0b-8bc9-e6ece4567069 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0959206
Apr 20 18:25:17.876475 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4c77b1c9-d8dc-4aa5-9929-b73cc7944ab2 req-2ca2e2ef-521d-414b-9564-18833aa1b375 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421708
Apr 20 18:25:18.156882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a2c48-7b4e-4000-b57a-1ed978f8659e req-ee4931e8-aad1-4ae7-a521-d62e41832a1b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:18.158487 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e84a2c48-7b4e-4000-b57a-1ed978f8659e req-ee4931e8-aad1-4ae7-a521-d62e41832a1b tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.0937073
Apr 20 18:25:18.206494 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e84a2c48-7b4e-4000-b57a-1ed978f8659e req-ccc242a1-5b2c-47b5-aa8e-1e5cfe2f5762 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417175
Apr 20 18:25:18.748342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e6248-a97c-4abd-a748-b1d0c0db7bd3 req-6afe0f8d-b57b-49a7-9aaa-5565192cfe4f tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:18.750476 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-160e6248-a97c-4abd-a748-b1d0c0db7bd3 req-6afe0f8d-b57b-49a7-9aaa-5565192cfe4f tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.0874710
Apr 20 18:25:18.815734 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-160e6248-a97c-4abd-a748-b1d0c0db7bd3 req-99a69af7-0754-4b1e-bc76-2f6c0646ccbf tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584323
Apr 20 18:25:18.994226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b81792-30fe-4bed-b5df-50cc88afc5a3 req-ec7b9e8d-033d-4542-9e6c-6fcdcf16e7cc tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:18.996343 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-10b81792-30fe-4bed-b5df-50cc88afc5a3 req-ec7b9e8d-033d-4542-9e6c-6fcdcf16e7cc tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 948 time: 0.0903254
Apr 20 18:25:19.050183 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-10b81792-30fe-4bed-b5df-50cc88afc5a3 req-2ec15c6a-5dda-4350-89df-8252a024426b tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462933
Apr 20 18:25:19.150295 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78ddd2-4a29-4cfa-ba2f-7065bda52001 req-4a669206-a1e6-454b-962c-7a8bf7a6e8e9 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:19.151855 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7a78ddd2-4a29-4cfa-ba2f-7065bda52001 req-4a669206-a1e6-454b-962c-7a8bf7a6e8e9 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.41 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.2851784
Apr 20 18:25:19.162280 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-88ab6bb7-4c65-43ee-ae5d-99e0d623990c req-25b77e8e-68a9-4049-9434-d5f25d94ea06 service neutron] 10.222.0.41 "GET /v2.0/networks/00c7b384-ef10-40d1-a95d-1b84f1e04905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2552299
Apr 20 18:25:19.274081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device c117ca85-cf8b-49f2-8748-33c92c2726c2 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:19.292261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8901d-8202-4e50-880c-c803ce51e2ee req-22dddd36-43da-495c-afd9-9a59fdd83347 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:19.293825 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0ae8901d-8202-4e50-880c-c803ce51e2ee req-22dddd36-43da-495c-afd9-9a59fdd83347 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.2876954
Apr 20 18:25:19.305144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-7a78ddd2-4a29-4cfa-ba2f-7065bda52001 req-6aa029d5-34ad-47d1-bc9d-5c5eab4e28f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Deleting port c117ca85-cf8b-49f2-8748-33c92c2726c2 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:25:19.305484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-7a78ddd2-4a29-4cfa-ba2f-7065bda52001 req-6aa029d5-34ad-47d1-bc9d-5c5eab4e28f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:19.404688 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:19.419402 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb674fdf-136a-4417-95a7-d3e13aa389c4 req-502c22e1-1759-4a21-9d06-58fa004688bf tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:19.422526 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-eb674fdf-136a-4417-95a7-d3e13aa389c4 req-502c22e1-1759-4a21-9d06-58fa004688bf tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 945 time: 0.0978270
Apr 20 18:25:19.428024 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0ae8901d-8202-4e50-880c-c803ce51e2ee req-4ad51b1e-8039-4cff-b002-3b3168980294 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941484
Apr 20 18:25:19.441605 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port c117ca85-cf8b-49f2-8748-33c92c2726c2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c117ca85-cf8b-49f2-8748-33c92c2726c2,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:19.443298 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f2ffac-e344-416f-b41f-aa0634404df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c117ca85-cf8b-49f2-8748-33c92c2726c2'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:19.454269 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:19.464709 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cb9fc5e8-3d4c-463d-907a-9bfecac14ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:19.478360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619c809-125b-4d63-a1cb-f4b25a684354 req-50e62a0e-93f2-4579-abf6-6124d0d73c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:19.479986 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4619c809-125b-4d63-a1cb-f4b25a684354 req-50e62a0e-93f2-4579-abf6-6124d0d73c8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ea02c723e35417c948ddc18336d0092&device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 1101 time: 0.2641551
Apr 20 18:25:19.485435 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-eb674fdf-136a-4417-95a7-d3e13aa389c4 req-8ff83074-5e6e-48c5-90b1-1177b8ee3c38 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545869
Apr 20 18:25:19.509046 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f2ffac-e344-416f-b41f-aa0634404df5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c117ca85-cf8b-49f2-8748-33c92c2726c2', 'code': 200}
Apr 20 18:25:19.544410 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=c117ca85-cf8b-49f2-8748-33c92c2726c2,revision_number=6']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:19.552370 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:19.553018 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:19.553403 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:19.553776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:19.554177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:19.554552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:19.554925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:19.555293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:19.555665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:19.556031 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:19.556404 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:19.556769 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:19.560850 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:19.770134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619c809-125b-4d63-a1cb-f4b25a684354 req-90b933b1-ca41-407d-a629-604216f4042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:19.771721 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4619c809-125b-4d63-a1cb-f4b25a684354 req-90b933b1-ca41-407d-a629-604216f4042f service neutron] 10.222.0.41 "GET /v2.0/networks?id=00c7b384-ef10-40d1-a95d-1b84f1e04905 HTTP/1.1" status: 200  len: 870 time: 0.2804120
Apr 20 18:25:19.778652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-7a78ddd2-4a29-4cfa-ba2f-7065bda52001 req-6aa029d5-34ad-47d1-bc9d-5c5eab4e28f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] For port c117ca85-cf8b-49f2-8748-33c92c2726c2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c117ca85-cf8b-49f2-8748-33c92c2726c2,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:19.779059 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-7a78ddd2-4a29-4cfa-ba2f-7065bda52001 req-6aa029d5-34ad-47d1-bc9d-5c5eab4e28f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:19.979522 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4619c809-125b-4d63-a1cb-f4b25a684354 req-94a517ca-5104-46e0-9e71-6b98bf29b9ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=7bf3da3f-1b13-465a-8b01-921713e24d06 HTTP/1.1" status: 200  len: 217 time: 0.1925817
Apr 20 18:25:19.988690 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-7a78ddd2-4a29-4cfa-ba2f-7065bda52001 req-6aa029d5-34ad-47d1-bc9d-5c5eab4e28f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Calling delete_port for c117ca85-cf8b-49f2-8748-33c92c2726c2 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:25:20.192604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619c809-125b-4d63-a1cb-f4b25a684354 req-d6eea94b-405a-4a2b-9f66-c75fb43a7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:20.194218 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4619c809-125b-4d63-a1cb-f4b25a684354 req-d6eea94b-405a-4a2b-9f66-c75fb43a7c1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=484e3cc3-ec61-434b-a9bf-6d2459dd00ce HTTP/1.1" status: 200  len: 843 time: 0.1749618
Apr 20 18:25:20.288162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8212d0d-bc7b-4cfb-a9bd-9676d3258f3e req-648eb78d-3748-45f4-8e97-6ca583a6b936 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:20.289777 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a8212d0d-bc7b-4cfb-a9bd-9676d3258f3e req-648eb78d-3748-45f4-8e97-6ca583a6b936 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 948 time: 0.1014285
Apr 20 18:25:20.305221 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c098a4-ddfc-4a24-8306-0201a7f189a9 req-bfd8398e-de52-4ed2-9a6e-3811b6b38588 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:20.306887 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-82c098a4-ddfc-4a24-8306-0201a7f189a9 req-bfd8398e-de52-4ed2-9a6e-3811b6b38588 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.3264155
Apr 20 18:25:20.340321 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a8212d0d-bc7b-4cfb-a9bd-9676d3258f3e req-feede3b9-6230-4036-9f17-20828bfec992 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440114
Apr 20 18:25:20.397382 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-82c098a4-ddfc-4a24-8306-0201a7f189a9 req-1f950b9a-195d-4086-ae2f-739180851370 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795200
Apr 20 18:25:20.399587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-7a78ddd2-4a29-4cfa-ba2f-7065bda52001 req-6aa029d5-34ad-47d1-bc9d-5c5eab4e28f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.406359 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-601d2590-e4bc-405f-9dfa-a1cce19ae92a tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:20.411216 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['57353603-9b1c-429e-a397-e49d4af0e7cd'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:20.460851 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa029d5-34ad-47d1-bc9d-5c5eab4e28f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Pushing event deleted for resources: {'Port': ['ID=c117ca85-cf8b-49f2-8748-33c92c2726c2,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:20.464443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619c809-125b-4d63-a1cb-f4b25a684354 req-97eb68fe-2471-46dc-aa85-f92bfc7aa76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:20.466118 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4619c809-125b-4d63-a1cb-f4b25a684354 req-97eb68fe-2471-46dc-aa85-f92bfc7aa76e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00c7b384-ef10-40d1-a95d-1b84f1e04905&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2635288
Apr 20 18:25:20.469439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6aa029d5-34ad-47d1-bc9d-5c5eab4e28f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:20.599215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a78ddd2-4a29-4cfa-ba2f-7065bda52001 req-6aa029d5-34ad-47d1-bc9d-5c5eab4e28f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] No DVR routers for this DVR port c117ca85-cf8b-49f2-8748-33c92c2726c2 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:25:20.602352 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-7a78ddd2-4a29-4cfa-ba2f-7065bda52001 req-6aa029d5-34ad-47d1-bc9d-5c5eab4e28f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.654121 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2b73f-8c28-4384-bed5-1be4473e1144 req-d21d3960-da0c-4279-9209-256e1ce55a09 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:20.656544 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c8f2b73f-8c28-4384-bed5-1be4473e1144 req-d21d3960-da0c-4279-9209-256e1ce55a09 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0991883
Apr 20 18:25:20.708496 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c8f2b73f-8c28-4384-bed5-1be4473e1144 req-19e1ab37-53b2-4783-a37c-c7ea86fd8018 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451260
Apr 20 18:25:20.871490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f2ffac-e344-416f-b41f-aa0634404df5', 'name': 'network-vif-deleted', 'tag': 'c117ca85-cf8b-49f2-8748-33c92c2726c2'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:20.941075 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f2ffac-e344-416f-b41f-aa0634404df5', 'name': 'network-vif-deleted', 'tag': 'c117ca85-cf8b-49f2-8748-33c92c2726c2', 'status': 'completed', 'code': 200}
Apr 20 18:25:20.943448 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7a78ddd2-4a29-4cfa-ba2f-7065bda52001 req-6aa029d5-34ad-47d1-bc9d-5c5eab4e28f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.41 "DELETE /v2.0/ports/c117ca85-cf8b-49f2-8748-33c92c2726c2 HTTP/1.1" status: 204  len: 173 time: 1.7850339
Apr 20 18:25:20.945041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-244d8cf0-42a7-4e8f-ac9e-e04cedbbe89a req-9d8209a0-5c50-4681-a88a-661546be25c4 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Synchronizing usage tracker for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:20.990501 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-244d8cf0-42a7-4e8f-ac9e-e04cedbbe89a req-9d8209a0-5c50-4681-a88a-661546be25c4 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Unset dirty status for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:20.991704 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-244d8cf0-42a7-4e8f-ac9e-e04cedbbe89a req-9d8209a0-5c50-4681-a88a-661546be25c4 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=35f2ffac-e344-416f-b41f-aa0634404df5 HTTP/1.1" status: 200  len: 210 time: 0.1212354
Apr 20 18:25:21.016752 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4619c809-125b-4d63-a1cb-f4b25a684354 req-0f7a0f83-1188-4eff-a20c-cbd15d0572d4 service neutron] 10.222.0.41 "GET /v2.0/networks/00c7b384-ef10-40d1-a95d-1b84f1e04905?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5155954
Apr 20 18:25:21.166196 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4619c809-125b-4d63-a1cb-f4b25a684354 req-2c83dd38-2462-4339-bb32-73834782ec3d service neutron] 10.222.0.41 "GET /v2.0/networks/00c7b384-ef10-40d1-a95d-1b84f1e04905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422973
Apr 20 18:25:21.272053 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 7bf3da3f-1b13-465a-8b01-921713e24d06 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:25:21.431241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 7bf3da3f-1b13-465a-8b01-921713e24d06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7bf3da3f-1b13-465a-8b01-921713e24d06,segment=NetworkSegment(709c7e0a-fe84-431b-8da5-4362fc41b251),segment_id=709c7e0a-fe84-431b-8da5-4362fc41b251)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:21.447913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '7bf3da3f-1b13-465a-8b01-921713e24d06', 'network_id': '00c7b384-ef10-40d1-a95d-1b84f1e04905', 'port_id': '7bf3da3f-1b13-465a-8b01-921713e24d06', 'mac_address': 'fa:16:3e:62:fe:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '484e3cc3-ec61-434b-a9bf-6d2459dd00ce', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:25:21.539200 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:21.571520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf3da3f-1b13-465a-8b01-921713e24d06 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:25:21.592479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 7bf3da3f-1b13-465a-8b01-921713e24d06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7bf3da3f-1b13-465a-8b01-921713e24d06,segment=NetworkSegment(709c7e0a-fe84-431b-8da5-4362fc41b251),segment_id=709c7e0a-fe84-431b-8da5-4362fc41b251)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:21.596448 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:21.598237 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device d7349011-cd24-44d5-bf26-5eca280f714d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:25:21.601981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:21.659276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa8236-5caa-4239-be8c-11616e44ff26 req-c7c108cf-60da-497e-9eab-6b907ff101b5 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:21.667053 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c6aa8236-5caa-4239-be8c-11616e44ff26 req-c7c108cf-60da-497e-9eab-6b907ff101b5 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.1081572
Apr 20 18:25:21.678090 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99fb81-1f2b-4bdd-9b91-6fef67ac28cf req-f099e55d-ba84-4382-a51c-5273b4000b09 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:21.694456 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5f99fb81-1f2b-4bdd-9b91-6fef67ac28cf req-f099e55d-ba84-4382-a51c-5273b4000b09 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 949 time: 0.1273999
Apr 20 18:25:21.712161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=7bf3da3f-1b13-465a-8b01-921713e24d06,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:21.726851 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c6aa8236-5caa-4239-be8c-11616e44ff26 req-82dbbf40-5739-4c4f-b25b-6efb8d445802 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586419
Apr 20 18:25:21.751557 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5f99fb81-1f2b-4bdd-9b91-6fef67ac28cf req-da3a4baf-60c1-4a3f-9355-9d2e1f516336 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561626
Apr 20 18:25:21.771249 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:21.835531 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port d7349011-cd24-44d5-bf26-5eca280f714d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7349011-cd24-44d5-bf26-5eca280f714d,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:21.850544 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'port_id': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'mac_address': 'fa:16:3e:1c:07:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:25:21.910589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:21.927366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54835f-3ad2-495f-b8df-732cfa1b9cec req-93cb4a75-93ac-46cf-824f-2cd89a660d69 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:21.929222 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca54835f-3ad2-495f-b8df-732cfa1b9cec req-93cb4a75-93ac-46cf-824f-2cd89a660d69 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0913341
Apr 20 18:25:21.929337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7349011-cd24-44d5-bf26-5eca280f714d {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:25:21.946537 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port d7349011-cd24-44d5-bf26-5eca280f714d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7349011-cd24-44d5-bf26-5eca280f714d,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:21.949116 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:21.950997 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6084eb71-5d64-4987-adea-ab8bbd07754a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:21.978417 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca54835f-3ad2-495f-b8df-732cfa1b9cec req-d42a0548-e998-42ea-9f87-a342e7f565e2 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428309
Apr 20 18:25:22.027602 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=d7349011-cd24-44d5-bf26-5eca280f714d,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:22.031740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:22.357914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 37690) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:22.483917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9820718c-d8ad-4b0e-9d1f-389a45ad4719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.493279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d834-4896-42b6-90f0-cfa1ae476fc7 req-8df1837f-cb96-4254-97af-6fdc60eac9c4 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:22.494905 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5814d834-4896-42b6-90f0-cfa1ae476fc7 req-8df1837f-cb96-4254-97af-6fdc60eac9c4 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.0925980
Apr 20 18:25:22.499258 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9820718c-d8ad-4b0e-9d1f-389a45ad4719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:25:22.503868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9820718c-d8ad-4b0e-9d1f-389a45ad4719 admin admin] Usage tracker for resource:security_group_rule and tenant:9d28fa03517f4dab91e2b8fad933e8d3 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:25:22.506831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9820718c-d8ad-4b0e-9d1f-389a45ad4719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:25:22.512968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9820718c-d8ad-4b0e-9d1f-389a45ad4719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:25:22.547814 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5814d834-4896-42b6-90f0-cfa1ae476fc7 req-3e96d4fa-755e-443f-b466-6b89a8288c8a tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458140
Apr 20 18:25:22.611558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9820718c-d8ad-4b0e-9d1f-389a45ad4719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.614347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9820718c-d8ad-4b0e-9d1f-389a45ad4719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.623383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9e555c5e-df2f-4dd6-9e08-dfc92942fdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:22.666693 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9820718c-d8ad-4b0e-9d1f-389a45ad4719 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d28fa03517f4dab91e2b8fad933e8d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3076026
Apr 20 18:25:22.667743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820718c-d8ad-4b0e-9d1f-389a45ad4719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877d23fc-7ba1-48ac-9159-a078816c9f7d,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:22.669688 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 37698) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:22.671034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9820718c-d8ad-4b0e-9d1f-389a45ad4719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:22.731548 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3f8ba99-a12e-43a0-84f5-0a51a39d7907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.759015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3f8ba99-a12e-43a0-84f5-0a51a39d7907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.824257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3f8ba99-a12e-43a0-84f5-0a51a39d7907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.831125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6bba4473-7e28-452d-a2fe-2b801703bc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:22.844591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3f8ba99-a12e-43a0-84f5-0a51a39d7907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.845816 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d3f8ba99-a12e-43a0-84f5-0a51a39d7907 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/877d23fc-7ba1-48ac-9159-a078816c9f7d HTTP/1.1" status: 204  len: 168 time: 0.1750028
Apr 20 18:25:22.848329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8ba99-a12e-43a0-84f5-0a51a39d7907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877d23fc-7ba1-48ac-9159-a078816c9f7d,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:22.851106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d3f8ba99-a12e-43a0-84f5-0a51a39d7907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:22.959901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbcc70-fbc5-4b2d-9526-e22c3034e3fd req-53ea745d-0930-46fb-a99e-d642a1dc1bae tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:22.961714 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1ccbcc70-fbc5-4b2d-9526-e22c3034e3fd req-53ea745d-0930-46fb-a99e-d642a1dc1bae tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 944 time: 0.0960305
Apr 20 18:25:22.987559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea40bef-fa12-44df-998a-01d5b041c4af req-922678dd-6271-49b5-81db-f1df10c94ea5 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:22.989211 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3ea40bef-fa12-44df-998a-01d5b041c4af req-922678dd-6271-49b5-81db-f1df10c94ea5 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 949 time: 0.0973802
Apr 20 18:25:23.017000 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1ccbcc70-fbc5-4b2d-9526-e22c3034e3fd req-8652dc36-a13d-4dbb-81f7-0395fbb2b1be tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478373
Apr 20 18:25:23.047734 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3ea40bef-fa12-44df-998a-01d5b041c4af req-b5e5085b-4222-4cb1-9a55-aff083444efd tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500519
Apr 20 18:25:23.230225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34f21a-cd42-4cf1-bae7-5f796515898a req-68aba68e-3e45-4356-afdf-c951c0a61076 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:23.231827 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9c34f21a-cd42-4cf1-bae7-5f796515898a req-68aba68e-3e45-4356-afdf-c951c0a61076 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0935278
Apr 20 18:25:23.280262 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9c34f21a-cd42-4cf1-bae7-5f796515898a req-3db9c87e-07e8-47eb-b576-919c4e75120b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421791
Apr 20 18:25:23.750440 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b513c-cb7d-488b-9a12-c02224d8770e req-c2ac1e73-93c7-4105-a0e7-bdfd8604fe3e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:23.752061 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-325b513c-cb7d-488b-9a12-c02224d8770e req-c2ac1e73-93c7-4105-a0e7-bdfd8604fe3e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.0865688
Apr 20 18:25:23.800398 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-325b513c-cb7d-488b-9a12-c02224d8770e req-02647a83-ca4a-401d-81bb-3a3c43569c47 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419042
Apr 20 18:25:24.224016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10516ecc-8e70-42f2-8145-a16d559d02c5 req-21d50160-3f59-4f5c-a6fc-dd27de9eb77c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:24.225632 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-10516ecc-8e70-42f2-8145-a16d559d02c5 req-21d50160-3f59-4f5c-a6fc-dd27de9eb77c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 944 time: 0.0901721
Apr 20 18:25:24.258921 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d473d9-e6c1-4f3f-bbe5-bd9fab4f263c req-74024274-2dad-49ad-956c-ff7cb9dfbf76 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:24.260504 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-41d473d9-e6c1-4f3f-bbe5-bd9fab4f263c req-74024274-2dad-49ad-956c-ff7cb9dfbf76 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 949 time: 0.0951381
Apr 20 18:25:24.278557 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-10516ecc-8e70-42f2-8145-a16d559d02c5 req-b28c0445-eafa-4fcd-b8e0-b055df871db0 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459032
Apr 20 18:25:24.310492 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-41d473d9-e6c1-4f3f-bbe5-bd9fab4f263c req-28263c05-d438-4013-ba56-2b732234ea2f tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422406
Apr 20 18:25:24.488109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966a90a-55d6-47ff-bd54-25a5c9e14e24 req-10cd4f14-b8a8-4181-8c5a-ce55b5798216 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:24.489713 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6966a90a-55d6-47ff-bd54-25a5c9e14e24 req-10cd4f14-b8a8-4181-8c5a-ce55b5798216 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0885301
Apr 20 18:25:24.537509 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6966a90a-55d6-47ff-bd54-25a5c9e14e24 req-6206ef62-1de4-4f48-8501-fad6dc05eff0 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414021
Apr 20 18:25:24.888416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['d7349011-cd24-44d5-bf26-5eca280f714d'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:24.922379 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['7bf3da3f-1b13-465a-8b01-921713e24d06'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:25.011910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28699f-5853-426f-b43f-0afc7d7a8b84 req-b66def44-ac1d-42ac-a51d-4f66d35b301e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:25.013624 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5b28699f-5853-426f-b43f-0afc7d7a8b84 req-b66def44-ac1d-42ac-a51d-4f66d35b301e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.0912304
Apr 20 18:25:25.070539 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5b28699f-5853-426f-b43f-0afc7d7a8b84 req-20315ac2-ad6f-4307-b013-825af6d0bd27 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496316
Apr 20 18:25:25.486958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f2687-f11f-4681-ac7f-de506cf3743c req-b8ebc0f6-aa1e-4dfd-b1b4-7cc7847d8a58 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:25.488562 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-070f2687-f11f-4681-ac7f-de506cf3743c req-b8ebc0f6-aa1e-4dfd-b1b4-7cc7847d8a58 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 944 time: 0.0943518
Apr 20 18:25:25.519398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc5da6-d85a-46a6-9f57-34aa386d0313 req-42f5b193-62a9-463a-b0c6-fabaacf90a67 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:25.521023 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cbbc5da6-d85a-46a6-9f57-34aa386d0313 req-42f5b193-62a9-463a-b0c6-fabaacf90a67 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 949 time: 0.0904534
Apr 20 18:25:25.538444 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-070f2687-f11f-4681-ac7f-de506cf3743c req-f98b3e1c-8ba2-4059-a24f-caae6184005e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431242
Apr 20 18:25:25.570816 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cbbc5da6-d85a-46a6-9f57-34aa386d0313 req-c77e4842-7d0c-44bc-af8d-372b01c2f122 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429733
Apr 20 18:25:25.747023 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5f84b-0769-4821-83c1-67e32ee39c5f req-0630deaa-dbd8-4aea-9e2c-c2f454b33c27 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:25.748682 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6bd5f84b-0769-4821-83c1-67e32ee39c5f req-0630deaa-dbd8-4aea-9e2c-c2f454b33c27 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0893290
Apr 20 18:25:25.798787 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6bd5f84b-0769-4821-83c1-67e32ee39c5f req-264b3c2d-bfb2-4f40-b5c4-09aafb808b96 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431800
Apr 20 18:25:26.079304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-daddfcf2-1410-4aba-952a-a428560a0ef7 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:26.080900 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-daddfcf2-1410-4aba-952a-a428560a0ef7 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/networks?id=a99171f2-1f52-40c8-9547-c0aeb0e6b739 HTTP/1.1" status: 200  len: 813 time: 0.1593971
Apr 20 18:25:26.096825 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-55255c5f-2f16-4694-b69c-1dbf3add7f93 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/quotas/ae7c716d100040a688d779bdd1030992 HTTP/1.1" status: 200  len: 375 time: 0.0097532
Apr 20 18:25:26.152550 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-6127f8c1-1b29-4ca3-89fd-224c582805d4 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae7c716d100040a688d779bdd1030992&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0496638
Apr 20 18:25:26.279510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054719f3-ed74-4533-aa1c-fec95b941f1f req-69ef5b5a-6182-40c4-921a-28bc9638776e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:26.281713 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-054719f3-ed74-4533-aa1c-fec95b941f1f req-69ef5b5a-6182-40c4-921a-28bc9638776e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.0944097
Apr 20 18:25:26.304306 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-ef3aab0b-a649-4f91-9304-cc94314f5ab6 service neutron] 10.222.0.43 "GET /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434002
Apr 20 18:25:26.331099 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-054719f3-ed74-4533-aa1c-fec95b941f1f req-b9524ff8-67b1-4ebd-b948-900438d39a14 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428381
Apr 20 18:25:26.451731 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-98a0827d-1841-4cee-ba9e-703c02999a0b service neutron] 10.222.0.43 "GET /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406937
Apr 20 18:25:26.548317 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 3148b6aa-85be-4efc-aaf2-890a502b24b0 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:25:26.550773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device d7349011-cd24-44d5-bf26-5eca280f714d up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:25:26.690193 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c24f9c9d-9754-4c8b-b175-d93ae5f1a738 req-210da6f5-fed6-48ba-b6dd-af17d81d58f8 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 210 time: 0.0594008
Apr 20 18:25:26.773191 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6c2d9-ba9a-4b0d-8044-2b8c6ab00ca8 req-21fa8eec-6e71-4b09-85d6-7f4646d9a1c2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:26.775906 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8ba6c2d9-ba9a-4b0d-8044-2b8c6ab00ca8 req-21fa8eec-6e71-4b09-85d6-7f4646d9a1c2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 944 time: 0.1180565
Apr 20 18:25:26.776055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port d7349011-cd24-44d5-bf26-5eca280f714d completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:25:26.788363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port d7349011-cd24-44d5-bf26-5eca280f714d triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:26.788950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:26.877029 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8ba6c2d9-ba9a-4b0d-8044-2b8c6ab00ca8 req-bc6cf80b-5513-40ab-8c57-59fa6a6bfbf7 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938714
Apr 20 18:25:26.877262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:26.915964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'port_id': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'mac_address': 'fa:16:3e:8b:07:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:25:26.919007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb895ba-0c74-436c-b6d6-4b45e304bc23 req-865c94aa-5f20-458b-a444-0060c14bc4b6 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:26.928429 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebb895ba-0c74-436c-b6d6-4b45e304bc23 req-865c94aa-5f20-458b-a444-0060c14bc4b6 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 949 time: 0.1330638
Apr 20 18:25:26.989258 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ebb895ba-0c74-436c-b6d6-4b45e304bc23 req-59573841-1580-45cd-86fa-dcb58d03dbd1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597758
Apr 20 18:25:27.022126 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:27.063193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3148b6aa-85be-4efc-aaf2-890a502b24b0 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:25:27.076012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd9f83-1d6c-458a-afce-49a1439ff116 req-6f2b04b7-1f18-40d9-a907-5a549707c9c3 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:27.077754 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-08dd9f83-1d6c-458a-afce-49a1439ff116 req-6f2b04b7-1f18-40d9-a907-5a549707c9c3 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0956459
Apr 20 18:25:27.080547 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:27.099999 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:27.110078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:27.116302 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:27.131369 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-08dd9f83-1d6c-458a-afce-49a1439ff116 req-f1e241bb-2a65-4ae6-87ce-d13032733fff tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464380
Apr 20 18:25:27.148439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:27.176654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port d7349011-cd24-44d5-bf26-5eca280f714d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7349011-cd24-44d5-bf26-5eca280f714d,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:27.188667 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:27.189591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 7bf3da3f-1b13-465a-8b01-921713e24d06 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:25:27.226271 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'code': 200}
Apr 20 18:25:27.409649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['3148b6aa-85be-4efc-aaf2-890a502b24b0'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:27.495346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=3148b6aa-85be-4efc-aaf2-890a502b24b0,revision_number=6']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:27.502569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:27.504496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5f19cc93-d083-4fa3-a723-bc715ea961ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:27.576875 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b33412-1b77-4c24-9856-83a26a318f62 req-e606b415-01a1-458f-bc80-3531365769df tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:27.579880 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-04b33412-1b77-4c24-9856-83a26a318f62 req-e606b415-01a1-458f-bc80-3531365769df tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1099913
Apr 20 18:25:27.619777 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port 7bf3da3f-1b13-465a-8b01-921713e24d06 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:25:27.629030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=d7349011-cd24-44d5-bf26-5eca280f714d,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:27.633557 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:27.641307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 7bf3da3f-1b13-465a-8b01-921713e24d06 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:27.641723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:27.648691 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-04b33412-1b77-4c24-9856-83a26a318f62 req-07115d7a-16dd-44ba-a77c-942776824cf0 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618377
Apr 20 18:25:27.841209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:27.888369 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 7bf3da3f-1b13-465a-8b01-921713e24d06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7bf3da3f-1b13-465a-8b01-921713e24d06,segment=NetworkSegment(709c7e0a-fe84-431b-8da5-4362fc41b251),segment_id=709c7e0a-fe84-431b-8da5-4362fc41b251)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:27.893732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:27.896725 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1f5f7cfe-1308-46b3-88d1-ed1fd2f32da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:27.920362 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd0510-fb84-42a6-96a9-53710fc4bce9 req-83723ede-9da3-425e-b4b5-97776badb34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:27.922244 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a2fd0510-fb84-42a6-96a9-53710fc4bce9 req-83723ede-9da3-425e-b4b5-97776badb34e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 1098 time: 0.0999744
Apr 20 18:25:28.013645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=7bf3da3f-1b13-465a-8b01-921713e24d06,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:28.016495 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a2fd0510-fb84-42a6-96a9-53710fc4bce9 req-5df2aec7-6379-499e-8246-6e3fb6194cee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844359
Apr 20 18:25:28.017956 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:28.085579 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9524c062-607b-44d1-b08e-4647cd4d4127 req-4a31e981-4f5a-4677-8810-e2fe9744f1ca tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 210 time: 0.0727031
Apr 20 18:25:28.178916 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc9c40-4070-4c60-a9bb-9f3eed774f4f req-84b6f000-b2aa-4031-8680-717918d97b6d tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:28.189398 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-22cc9c40-4070-4c60-a9bb-9f3eed774f4f req-84b6f000-b2aa-4031-8680-717918d97b6d tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.1510961
Apr 20 18:25:28.252972 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-22cc9c40-4070-4c60-a9bb-9f3eed774f4f req-f74cd2ec-a03f-411f-bef7-2a68e27ce9c6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624349
Apr 20 18:25:28.399472 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a669782-87bc-4f99-bc0a-9bb8e6c5c8f1 req-db1f4c87-341f-4798-a3ad-6bdee7f67177 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:28.408395 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8a669782-87bc-4f99-bc0a-9bb8e6c5c8f1 req-db1f4c87-341f-4798-a3ad-6bdee7f67177 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 950 time: 0.1604543
Apr 20 18:25:28.444292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-8d4f546d-e566-4a88-a793-87cdb5c335be tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:28.445980 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-8d4f546d-e566-4a88-a793-87cdb5c335be tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.41 "GET /v2.0/networks?id=a99171f2-1f52-40c8-9547-c0aeb0e6b739 HTTP/1.1" status: 200  len: 813 time: 0.3437717
Apr 20 18:25:28.473307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Request body: {'port': {'device_id': 'bd65bdcc-955a-42f1-ba23-d8f25ea28f7b', 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739', 'admin_state_up': True, 'tenant_id': 'ae7c716d100040a688d779bdd1030992'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:25:28.503172 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8a669782-87bc-4f99-bc0a-9bb8e6c5c8f1 req-6350a4c6-d393-4f5e-a5bb-fed6510ee63f tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937874
Apr 20 18:25:28.552693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 3148b6aa-85be-4efc-aaf2-890a502b24b0 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:25:28.658975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0fdb5-7faf-4900-9196-df1b2250f1f8 req-6c61ad80-2e46-41db-b4dc-c2c350be4961 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:28.660623 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b2a0fdb5-7faf-4900-9196-df1b2250f1f8 req-6c61ad80-2e46-41db-b4dc-c2c350be4961 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 945 time: 0.1267631
Apr 20 18:25:28.674086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:25:28.675000 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 3148b6aa-85be-4efc-aaf2-890a502b24b0 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:28.675429 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:28.701865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:25:28.724462 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b2a0fdb5-7faf-4900-9196-df1b2250f1f8 req-79444d4f-1801-45f3-a9e2-523887709b4f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551901
Apr 20 18:25:28.730853 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Made reservation on behalf of ae7c716d100040a688d779bdd1030992 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:25:28.738561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:28.924485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:28.966280 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:28.973685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:28.978422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:29.036588 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00284125-e939-458c-b6bf-9d3bf736c9b7 req-4986eb9e-c9f0-48ce-8a44-d0fd323ec154 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:29.042430 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-00284125-e939-458c-b6bf-9d3bf736c9b7 req-4986eb9e-c9f0-48ce-8a44-d0fd323ec154 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1958821
Apr 20 18:25:29.065065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=3148b6aa-85be-4efc-aaf2-890a502b24b0,revision_number=7']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:29.068592 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:29.127349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Allocated IP 172.20.0.3 (a99171f2-1f52-40c8-9547-c0aeb0e6b739/8bda077d-1e61-42bc-86ee-f149018af646/c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:25:29.143698 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-00284125-e939-458c-b6bf-9d3bf736c9b7 req-4f1d97c4-5c0a-4450-80db-6f2bc2a3ac69 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862529
Apr 20 18:25:29.228009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf9718a-0325-4bc4-a07d-c9d56aab0dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf3da3f-1b13-465a-8b01-921713e24d06'}, {'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:29.283320 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ef2ecbec-50cc-483c-b5da-d6d08e025b8b req-f8b9a00f-db8f-4517-8410-dffcb4c25302 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 210 time: 0.0636976
Apr 20 18:25:29.308271 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf9718a-0325-4bc4-a07d-c9d56aab0dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf3da3f-1b13-465a-8b01-921713e24d06', 'code': 200}
Apr 20 18:25:29.308271 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'code': 200}
Apr 20 18:25:29.383896 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:29.491713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:29.548906 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:29.637186 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Pushing event updated for resources: {'Port': ['ID=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:29.645407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:29.694028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Network a99171f2-1f52-40c8-9547-c0aeb0e6b739 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:25:29.700035 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:25:29.703711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:25:29.748512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64f1dd-72b3-4a3c-a6b6-7783866a204f req-4637df97-3d74-47e9-b72f-f54d46eea369 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:29.756890 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8d64f1dd-72b3-4a3c-a6b6-7783866a204f req-4637df97-3d74-47e9-b72f-f54d46eea369 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.3473675
Apr 20 18:25:29.758086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457af4a-286d-4d70-9452-3b05d294a911 req-8f4ac417-af2e-49df-aa9d-23dd9663ee15 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:29.760398 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0457af4a-286d-4d70-9452-3b05d294a911 req-8f4ac417-af2e-49df-aa9d-23dd9663ee15 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 950 time: 0.1065667
Apr 20 18:25:29.809316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:29.810029 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:29.849823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59792c-2a49-4a90-b6a2-54ebff5b1818 req-a63fc153-0822-4be3-ae36-8d13a78741be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:29.851929 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd59792c-2a49-4a90-b6a2-54ebff5b1818 req-a63fc153-0822-4be3-ae36-8d13a78741be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 1103 time: 0.3623664
Apr 20 18:25:29.858109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8f71df4-6dae-47b4-9f1e-b8565963c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:29.898858 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0457af4a-286d-4d70-9452-3b05d294a911 req-81e6fbf4-aa95-4777-8ec8-730d5e067c1a tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292214
Apr 20 18:25:29.939042 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8d64f1dd-72b3-4a3c-a6b6-7783866a204f req-bdeeb95e-8c34-4818-81c4-236d93d323ff tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1811955
Apr 20 18:25:29.992637 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd59792c-2a49-4a90-b6a2-54ebff5b1818 req-f35bed5a-9fd9-43c2-95a8-ed28e2587ede service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280563
Apr 20 18:25:30.016259 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5515339
Apr 20 18:25:30.060319 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Request body: {'port': {'device_id': 'bd65bdcc-955a-42f1-ba23-d8f25ea28f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:25:30.132088 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f29d8c-081b-4bc3-a5e4-a57f78d03412 req-4af99c97-cf88-4771-aad3-58c8c3507317 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:30.134831 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-47f29d8c-081b-4bc3-a5e4-a57f78d03412 req-4af99c97-cf88-4771-aad3-58c8c3507317 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.1220245
Apr 20 18:25:30.200516 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-47f29d8c-081b-4bc3-a5e4-a57f78d03412 req-05754234-2eaf-4c88-8836-5c106ac94ffb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600719
Apr 20 18:25:30.261673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:30.437500 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4580b7-6cdc-48c6-8747-bb2c6968c364 req-183283f7-0291-4c0d-9579-ebd58c9008a9 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:30.445239 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6c4580b7-6cdc-48c6-8747-bb2c6968c364 req-183283f7-0291-4c0d-9579-ebd58c9008a9 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.2765367
Apr 20 18:25:30.459770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a591a-41b7-4dfe-9b6f-8ee726b469e2 req-f0e34231-49cb-4838-b9e6-dba2825baba9 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:30.477955 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-465a591a-41b7-4dfe-9b6f-8ee726b469e2 req-f0e34231-49cb-4838-b9e6-dba2825baba9 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.1390843
Apr 20 18:25:30.523095 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6c4580b7-6cdc-48c6-8747-bb2c6968c364 req-98b85432-cfb2-486e-96a1-1e067c223e7d tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768335
Apr 20 18:25:30.541201 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-465a591a-41b7-4dfe-9b6f-8ee726b469e2 req-28fcc95a-8be7-4cf3-b932-5417832a47ee tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621390
Apr 20 18:25:30.547552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 37824) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:30.964351 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06ee3df-e6c2-426d-ae55-95ce73af4fd8 tempest-TestShelveInstance-1842400324 tempest-TestShelveInstance-1842400324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:30.966198 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a06ee3df-e6c2-426d-ae55-95ce73af4fd8 tempest-TestShelveInstance-1842400324 tempest-TestShelveInstance-1842400324-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 1093 time: 0.4173055
Apr 20 18:25:30.969975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 37832) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:30.986201 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Request body: {'floatingip': {'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'port_id': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:25:30.992743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:25:31.006571 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Usage tracker for resource:floatingip and tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:25:31.012759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:25:31.030022 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:25:31.055446 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for floatingip, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:31.134151 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a9052-bd36-4956-97f4-c667c230d75d req-cd336f19-4f96-4273-bc50-c09d013f638d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:31.135828 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f59a9052-bd36-4956-97f4-c667c230d75d req-cd336f19-4f96-4273-bc50-c09d013f638d tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.4806213
Apr 20 18:25:31.153337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19a178-6b11-4152-8a6c-a52e6cc24824 req-d010186c-86e7-4f3b-9585-fa3164811518 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:31.154148 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-4d19a178-6b11-4152-8a6c-a52e6cc24824 req-d010186c-86e7-4f3b-9585-fa3164811518 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Synchronizing usage tracker for tenant:ae7c716d100040a688d779bdd1030992 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:31.285765 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-4d19a178-6b11-4152-8a6c-a52e6cc24824 req-d010186c-86e7-4f3b-9585-fa3164811518 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Unset dirty status for tenant:ae7c716d100040a688d779bdd1030992 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:31.287106 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d19a178-6b11-4152-8a6c-a52e6cc24824 req-d010186c-86e7-4f3b-9585-fa3164811518 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 931 time: 0.6331267
Apr 20 18:25:31.294645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996d353-8186-4eab-a065-22c6dc3493ee req-8b31e046-9935-4d4f-88f7-11cbfc347252 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:31.300751 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:25:31.304156 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2996d353-8186-4eab-a065-22c6dc3493ee req-8b31e046-9935-4d4f-88f7-11cbfc347252 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 950 time: 0.2090478
Apr 20 18:25:31.312035 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-f59a9052-bd36-4956-97f4-c667c230d75d req-6d335d48-e539-486e-a1f8-95a288dad592 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Deleting port 57353603-9b1c-429e-a397-e49d4af0e7cd {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:25:31.312473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-f59a9052-bd36-4956-97f4-c667c230d75d req-6d335d48-e539-486e-a1f8-95a288dad592 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:31.364476 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2996d353-8186-4eab-a065-22c6dc3493ee req-ce4aa025-5f43-4a1a-9fa5-b41823eeb1ae tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592105
Apr 20 18:25:31.374644 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:31.415054 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:31.484604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Transition to ACTIVE for port object c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:25:31.516296 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:31.527024 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c673432f-4d9b-4c45-82e0-f0b447335e47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:31.618152 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d19a178-6b11-4152-8a6c-a52e6cc24824 req-28e3e084-6e71-4eb5-9912-420bf3827f71 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3197224
Apr 20 18:25:31.653115 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Allocated IP 172.27.1.170 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/a1903097-3c3e-423f-9370-e3271f1b290a) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:25:31.835682 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b2fb1-ddf2-40fa-8097-6591d4570cc5 req-35c50062-745f-47a4-ab01-c75192fe8f14 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:31.844282 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-335b2fb1-ddf2-40fa-8097-6591d4570cc5 req-35c50062-745f-47a4-ab01-c75192fe8f14 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.3426452
Apr 20 18:25:31.897428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:31.932249 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-335b2fb1-ddf2-40fa-8097-6591d4570cc5 req-296554da-7517-4d5e-a1f4-ab5ae6e16a7d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872443
Apr 20 18:25:31.957136 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:31.963994 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-59e83966-f78c-439a-8372-66ac1ef5a20c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:31.968118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:31.992405 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:32.006515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Attempting to bind port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:25:32.006888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Attempting to bind port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '45af68d6-716e-44ee-96b2-27c7d26fa790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:25:32.007658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Attempting to bind port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 on network a99171f2-1f52-40c8-9547-c0aeb0e6b739 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:25:32.038373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 on network a99171f2-1f52-40c8-9547-c0aeb0e6b739 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:25:32.038779 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Attempting to bind port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 on network a99171f2-1f52-40c8-9547-c0aeb0e6b739 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:25:32.051880 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:25:32.052510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Checking segment: {'id': '45af68d6-716e-44ee-96b2-27c7d26fa790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:25:32.052949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Bound using segment: {'id': '45af68d6-716e-44ee-96b2-27c7d26fa790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:25:32.053445 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Bound port: c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45af68d6-716e-44ee-96b2-27c7d26fa790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:25:32.053887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:32.137695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa81c-dc48-4fff-98e8-0495217be019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:32.195396 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26aedbc-f65b-4c13-9873-55a360f8893d req-4cf7e6a1-2b75-4fd9-b040-d4dfbabba92e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:32.197251 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c26aedbc-f65b-4c13-9873-55a360f8893d req-4cf7e6a1-2b75-4fd9-b040-d4dfbabba92e tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 946 time: 0.3817558
Apr 20 18:25:32.253243 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-f59a9052-bd36-4956-97f4-c667c230d75d req-6d335d48-e539-486e-a1f8-95a288dad592 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] For port 57353603-9b1c-429e-a397-e49d4af0e7cd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57353603-9b1c-429e-a397-e49d4af0e7cd,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:32.253650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-f59a9052-bd36-4956-97f4-c667c230d75d req-6d335d48-e539-486e-a1f8-95a288dad592 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:32.293808 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event updated for resources: {'Port': ['ID=a1903097-3c3e-423f-9370-e3271f1b290a,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:32.301010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:32.308170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:25:32.309424 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:25:32.312803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:25:32.438149 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] For port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:25:32.450887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-f59a9052-bd36-4956-97f4-c667c230d75d req-6d335d48-e539-486e-a1f8-95a288dad592 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Calling delete_port for 57353603-9b1c-429e-a397-e49d4af0e7cd owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:25:32.511815 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c26aedbc-f65b-4c13-9873-55a360f8893d req-b3bf175f-eee0-4b3e-a459-1094e4c64c89 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/security-groups?id=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2934711
Apr 20 18:25:32.528980 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] For port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1,segment=NetworkSegment(45af68d6-716e-44ee-96b2-27c7d26fa790),segment_id=45af68d6-716e-44ee-96b2-27c7d26fa790)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:25:32.539925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:32.547857 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:32.614192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:32.614869 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:32.616372 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 HTTP/1.1" status: 200  len: 1093 time: 2.5609899
Apr 20 18:25:32.618995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd65bdcc-955a-42f1-ba23-d8f25ea28f7b', 'tag': 'c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:32.681214 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:32.740030 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd65bdcc-955a-42f1-ba23-d8f25ea28f7b', 'tag': 'c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1', 'status': 'completed', 'code': 200}
Apr 20 18:25:32.773630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:32.780026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040d05a-fb80-461f-8d7b-94780fd03f72 req-a46a3459-2475-4ee6-9bb2-8969d8edee65 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:32.788461 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1040d05a-fb80-461f-8d7b-94780fd03f72 req-a46a3459-2475-4ee6-9bb2-8969d8edee65 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 950 time: 0.2761393
Apr 20 18:25:32.848339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:32.855195 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1040d05a-fb80-461f-8d7b-94780fd03f72 req-e8fb2000-7496-45dd-bfc5-11cff7b7faa4 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657749
Apr 20 18:25:32.965161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-f59a9052-bd36-4956-97f4-c667c230d75d req-6d335d48-e539-486e-a1f8-95a288dad592 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:32.984054 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:33.048712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d335d48-e539-486e-a1f8-95a288dad592 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Pushing event deleted for resources: {'Port': ['ID=57353603-9b1c-429e-a397-e49d4af0e7cd,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:33.055105 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-9951c804-c561-44ab-8e47-fb1b9ceccd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:33.056659 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-9951c804-c561-44ab-8e47-fb1b9ceccd36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae7c716d100040a688d779bdd1030992&device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 1096 time: 0.3686030
Apr 20 18:25:33.057703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6d335d48-e539-486e-a1f8-95a288dad592 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:33.133057 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:33.212250 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-81d5aa10-e2f3-4ad8-bf6a-c81ab52eb859 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 HTTP/1.1" status: 200  len: 217 time: 0.1146972
Apr 20 18:25:33.263530 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2903bc9-fa68-414b-a433-63eab3c16168 req-a811c2d8-39fa-44fc-850b-e10b9131ff7b tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:33.272185 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e2903bc9-fa68-414b-a433-63eab3c16168 req-a811c2d8-39fa-44fc-850b-e10b9131ff7b tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 943 time: 0.4259546
Apr 20 18:25:33.274593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59a9052-bd36-4956-97f4-c667c230d75d req-6d335d48-e539-486e-a1f8-95a288dad592 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] No DVR routers for this DVR port 57353603-9b1c-429e-a397-e49d4af0e7cd on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:25:33.297877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-f59a9052-bd36-4956-97f4-c667c230d75d req-6d335d48-e539-486e-a1f8-95a288dad592 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:33.328208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9654573-4ebb-4656-b117-a3d4b45c4a86 req-169e56c2-a666-4e29-82e7-c207c4891705 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:33.330725 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a9654573-4ebb-4656-b117-a3d4b45c4a86 req-169e56c2-a666-4e29-82e7-c207c4891705 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.1818209
Apr 20 18:25:33.333731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:33.357828 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f59a9052-bd36-4956-97f4-c667c230d75d req-6d335d48-e539-486e-a1f8-95a288dad592 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.41 "DELETE /v2.0/ports/57353603-9b1c-429e-a397-e49d4af0e7cd HTTP/1.1" status: 204  len: 173 time: 2.1968038
Apr 20 18:25:33.364661 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-ba147f62-582d-4f1d-a3c0-08d5ff77ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:33.366434 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-ba147f62-582d-4f1d-a3c0-08d5ff77ce3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bda077d-1e61-42bc-86ee-f149018af646 HTTP/1.1" status: 200  len: 853 time: 0.1467438
Apr 20 18:25:33.380443 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e2903bc9-fa68-414b-a433-63eab3c16168 req-719ee69d-d18e-45ba-9fe5-dd056dba2e36 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072137
Apr 20 18:25:33.490035 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-28c65995-d96e-4792-8395-2b514b890d14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a99171f2-1f52-40c8-9547-c0aeb0e6b739&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1083498
Apr 20 18:25:33.501458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:33.593991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:33.617033 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:33.632295 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-342ebfd6-e645-4ca7-9b7f-74d4c16e2c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:33.680818 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-ea102eb7-bd04-4a00-aac0-c06001f23b44 service neutron] 10.222.0.41 "GET /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833415
Apr 20 18:25:33.786845 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a9654573-4ebb-4656-b117-a3d4b45c4a86 req-a2fd4e12-22ed-4146-9bb0-fee5ae2f5571 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1901865
Apr 20 18:25:33.823473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event updated for resources: {'Port': ['ID=a1903097-3c3e-423f-9370-e3271f1b290a,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:33.833098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:33.846494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:34.252273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-4dbce827-ad97-4471-81c6-896f29ab501c req-2dad0bb6-50ee-41fd-b5a5-e13c39c24625 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Synchronizing usage tracker for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:34.255061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc999b-5072-4983-9293-8fc27b7b71b2 req-0958cbbd-221e-423f-96ae-1c7d2eff41af tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.262787 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-befc999b-5072-4983-9293-8fc27b7b71b2 req-0958cbbd-221e-423f-96ae-1c7d2eff41af tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 950 time: 0.2237673
Apr 20 18:25:34.293935 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Floating IP cd132883-ca3a-4095-b883-a29ab2eab2c1 associated. External IP: 172.27.1.170, port: d7349011-cd24-44d5-bf26-5eca280f714d.
Apr 20 18:25:34.299065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-4dbce827-ad97-4471-81c6-896f29ab501c req-2dad0bb6-50ee-41fd-b5a5-e13c39c24625 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Unset dirty status for tenant:1c1babcc4c0641dcbb0b0559a5c05b7e on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:34.300361 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4dbce827-ad97-4471-81c6-896f29ab501c req-2dad0bb6-50ee-41fd-b5a5-e13c39c24625 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d89481-0875-4fe2-9061-6ae75adf149b HTTP/1.1" status: 200  len: 210 time: 0.1037915
Apr 20 18:25:34.346044 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36d7ddfb-ffcb-4863-97e9-513333cae7ca req-d3d905e6-041c-4da8-98e4-a746eb55a51b service neutron] 10.222.0.41 "GET /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6560223
Apr 20 18:25:34.459210 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-befc999b-5072-4983-9293-8fc27b7b71b2 req-a3863687-622f-459e-a3c7-61d18f3e1860 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953580
Apr 20 18:25:34.503627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88478c-f2f2-45fc-b2d1-08feefde3956 req-5e394064-6bde-49cd-a320-081d780fba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.505393 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd88478c-f2f2-45fc-b2d1-08feefde3956 req-5e394064-6bde-49cd-a320-081d780fba85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae7c716d100040a688d779bdd1030992&device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 1096 time: 0.0968697
Apr 20 18:25:34.520652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:34.551421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 57353603-9b1c-429e-a397-e49d4af0e7cd no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:34.595051 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: 57353603-9b1c-429e-a397-e49d4af0e7cd {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:25:34.595766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 57353603-9b1c-429e-a397-e49d4af0e7cd not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:25:34.744100 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d89481-0875-4fe2-9061-6ae75adf149b', 'name': 'network-vif-deleted', 'tag': '57353603-9b1c-429e-a397-e49d4af0e7cd'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:34.787294 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88478c-f2f2-45fc-b2d1-08feefde3956 req-65fc7a00-8618-4448-8108-649dba3bd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.793887 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd88478c-f2f2-45fc-b2d1-08feefde3956 req-65fc7a00-8618-4448-8108-649dba3bd64a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a99171f2-1f52-40c8-9547-c0aeb0e6b739 HTTP/1.1" status: 200  len: 914 time: 0.2742772
Apr 20 18:25:34.799653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Router 57557b6c-2a32-46f9-921d-3edc755a15ef has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:25:34.810963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c345d41-ee19-4f07-bac4-1bf5953190fe req-fa462f70-91b6-4adb-98f4-df859b9f9d74 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.812755 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3c345d41-ee19-4f07-bac4-1bf5953190fe req-fa462f70-91b6-4adb-98f4-df859b9f9d74 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 943 time: 0.2643750
Apr 20 18:25:34.957680 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d89481-0875-4fe2-9061-6ae75adf149b', 'name': 'network-vif-deleted', 'tag': '57353603-9b1c-429e-a397-e49d4af0e7cd', 'status': 'completed', 'code': 200}
Apr 20 18:25:34.969747 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd88478c-f2f2-45fc-b2d1-08feefde3956 req-8f216fdb-f0c8-4c04-a0d7-5f03ac8fc3bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 HTTP/1.1" status: 200  len: 217 time: 0.1549168
Apr 20 18:25:35.056052 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3c345d41-ee19-4f07-bac4-1bf5953190fe req-8e6b5347-31e0-4135-a2e3-708b518d9ebc tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289727
Apr 20 18:25:35.100244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88478c-f2f2-45fc-b2d1-08feefde3956 req-f7202742-4174-4065-91a3-7186bbd9395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:35.101897 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd88478c-f2f2-45fc-b2d1-08feefde3956 req-f7202742-4174-4065-91a3-7186bbd9395f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8bda077d-1e61-42bc-86ee-f149018af646 HTTP/1.1" status: 200  len: 853 time: 0.1247025
Apr 20 18:25:35.162696 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd88478c-f2f2-45fc-b2d1-08feefde3956 req-431e0575-71df-4994-b2ba-4cc5e01449e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a99171f2-1f52-40c8-9547-c0aeb0e6b739&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525191
Apr 20 18:25:35.380193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:25:35.393711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3210fbc-f2bb-4766-839e-e4fd09a6c7b3 None None] Sync routers for ids ['57557b6c-2a32-46f9-921d-3edc755a15ef'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:25:35.407674 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd88478c-f2f2-45fc-b2d1-08feefde3956 req-efb6ff7d-ba9b-4141-8032-465fcf904cd6 service neutron] 10.222.0.41 "GET /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2302573
Apr 20 18:25:35.414404 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3210fbc-f2bb-4766-839e-e4fd09a6c7b3 None None] Routers {'57557b6c-2a32-46f9-921d-3edc755a15ef'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:25:35.415425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-d3210fbc-f2bb-4766-839e-e4fd09a6c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe0e79e8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:25:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['57557b6c-2a32-46f9-921d-3edc755a15ef'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:35.461497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e861b-4fe7-490b-bf1e-97e1c16a3452 req-381fadb4-e058-4311-bca3-0e12ba08aec6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:35.463646 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-938e861b-4fe7-490b-bf1e-97e1c16a3452 req-381fadb4-e058-4311-bca3-0e12ba08aec6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.2082527
Apr 20 18:25:35.464199 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 37868) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:35.621047 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd88478c-f2f2-45fc-b2d1-08feefde3956 req-21896e17-3f8b-4800-a1a3-a3a539df91d4 service neutron] 10.222.0.41 "GET /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871927
Apr 20 18:25:35.648226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bad4a-a367-4dab-b08c-865ee3cb6714 req-49b5885a-93eb-4ded-8c05-19846587dcc7 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:35.649902 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca2bad4a-a367-4dab-b08c-865ee3cb6714 req-49b5885a-93eb-4ded-8c05-19846587dcc7 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.41 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 950 time: 0.3138733
Apr 20 18:25:35.676460 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-938e861b-4fe7-490b-bf1e-97e1c16a3452 req-49de23a4-4f69-46a8-86bf-537722e112ea tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2050972
Apr 20 18:25:35.688860 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:35.835542 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-ca2bad4a-a367-4dab-b08c-865ee3cb6714 req-21172be1-4199-4f65-b234-41a33307c095 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Deleting port 7bf3da3f-1b13-465a-8b01-921713e24d06 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:25:35.835917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ca2bad4a-a367-4dab-b08c-865ee3cb6714 req-21172be1-4199-4f65-b234-41a33307c095 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:35.877944 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-d3210fbc-f2bb-4766-839e-e4fd09a6c7b3 None None] Set router 57557b6c-2a32-46f9-921d-3edc755a15ef gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:25:35.879389 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.9081087
Apr 20 18:25:35.891304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:36.052569 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'status': 'completed', 'code': 200}
Apr 20 18:25:36.277502 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-d3210fbc-f2bb-4766-839e-e4fd09a6c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe0e79e8>, [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 4, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'cd132883-ca3a-4095-b883-a29ab2eab2c1', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'port_id': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'mac_address': 'fa:16:3e:1c:07:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:25:32Z', 'updated_at': '2021-04-20T18:25:32Z', 'revision_number': 0, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5df7297-6e14-4da1-8dfb-fc70766be6e6', 'name': '', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'mac_address': 'fa:16:3e:da:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:11Z', 'updated_at': '2021-04-20T18:24:24Z', 'revision_number': 5, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'subnets': [{'id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:36.282555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3210fbc-f2bb-4766-839e-e4fd09a6c7b3 None None] Checking router: 57557b6c-2a32-46f9-921d-3edc755a15ef for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:25:36.293905 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3210fbc-f2bb-4766-839e-e4fd09a6c7b3 None None] Routers {'57557b6c-2a32-46f9-921d-3edc755a15ef'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:25:36.294591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-d3210fbc-f2bb-4766-839e-e4fd09a6c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe0e79e8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:25:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['57557b6c-2a32-46f9-921d-3edc755a15ef'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:36.319895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-ca2bad4a-a367-4dab-b08c-865ee3cb6714 req-21172be1-4199-4f65-b234-41a33307c095 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] For port 7bf3da3f-1b13-465a-8b01-921713e24d06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7bf3da3f-1b13-465a-8b01-921713e24d06,segment=NetworkSegment(709c7e0a-fe84-431b-8da5-4362fc41b251),segment_id=709c7e0a-fe84-431b-8da5-4362fc41b251)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:36.320556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ca2bad4a-a367-4dab-b08c-865ee3cb6714 req-21172be1-4199-4f65-b234-41a33307c095 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:36.467983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-ca2bad4a-a367-4dab-b08c-865ee3cb6714 req-21172be1-4199-4f65-b234-41a33307c095 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Calling delete_port for 7bf3da3f-1b13-465a-8b01-921713e24d06 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:25:36.504258 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-d3210fbc-f2bb-4766-839e-e4fd09a6c7b3 None None] Set router 57557b6c-2a32-46f9-921d-3edc755a15ef gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:25:36.558484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:25:36.568853 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cfd3b-0202-41aa-8ffd-b10155ef934c req-3d43d96a-9b6f-4330-8d48-a9534e68f9bc tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:36.570901 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a30cfd3b-0202-41aa-8ffd-b10155ef934c req-3d43d96a-9b6f-4330-8d48-a9534e68f9bc tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 943 time: 0.2708838
Apr 20 18:25:36.641452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ca2bad4a-a367-4dab-b08c-865ee3cb6714 req-21172be1-4199-4f65-b234-41a33307c095 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:36.657984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:36.659315 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a30cfd3b-0202-41aa-8ffd-b10155ef934c req-8e1f9cae-4f6c-4cf5-a40b-ea4044bed90b tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788574
Apr 20 18:25:36.661996 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['7bf3da3f-1b13-465a-8b01-921713e24d06'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:36.903063 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398745'] for router_interface, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:36.981495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ed532-fa30-4070-b4ad-6d9eb8920635 req-326f1afa-cdad-4da7-8a6b-167eaa39051e tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:36.990267 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fe9ed532-fa30-4070-b4ad-6d9eb8920635 req-326f1afa-cdad-4da7-8a6b-167eaa39051e tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/ports?device_id=acf9718a-0325-4bc4-a07d-c9d56aab0dd2 HTTP/1.1" status: 200  len: 950 time: 1.3388357
Apr 20 18:25:37.022135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-d3210fbc-f2bb-4766-839e-e4fd09a6c7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe0e79e8>, [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 4, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'cd132883-ca3a-4095-b883-a29ab2eab2c1', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'port_id': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'mac_address': 'fa:16:3e:1c:07:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:25:32Z', 'updated_at': '2021-04-20T18:25:32Z', 'revision_number': 0, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5df7297-6e14-4da1-8dfb-fc70766be6e6', 'name': '', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'mac_address': 'fa:16:3e:da:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:11Z', 'updated_at': '2021-04-20T18:24:24Z', 'revision_number': 5, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'subnets': [{'id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:37.026804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3210fbc-f2bb-4766-839e-e4fd09a6c7b3 None None] The sync data for ids ['57557b6c-2a32-46f9-921d-3edc755a15ef'] in dv-cinder-786929-2-iscsi is: [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 4, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'cd132883-ca3a-4095-b883-a29ab2eab2c1', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'port_id': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'mac_address': 'fa:16:3e:1c:07:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:25:32Z', 'updated_at': '2021-04-20T18:25:32Z', 'revision_number': 0, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5df7297-6e14-4da1-8dfb-fc70766be6e6', 'name': '', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'mac_address': 'fa:16:3e:da:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:11Z', 'updated_at': '2021-04-20T18:24:24Z', 'revision_number': 5, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'subnets': [{'id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:25:37.076025 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1,segment=NetworkSegment(45af68d6-716e-44ee-96b2-27c7d26fa790),segment_id=45af68d6-716e-44ee-96b2-27c7d26fa790)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:37.081937 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21172be1-4199-4f65-b234-41a33307c095 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Pushing event deleted for resources: {'Port': ['ID=7bf3da3f-1b13-465a-8b01-921713e24d06,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:37.090935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2bad4a-a367-4dab-b08c-865ee3cb6714 req-21172be1-4199-4f65-b234-41a33307c095 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] No DVR routers for this DVR port 7bf3da3f-1b13-465a-8b01-921713e24d06 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:25:37.098679 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-21172be1-4199-4f65-b234-41a33307c095 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:37.100245 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ca2bad4a-a367-4dab-b08c-865ee3cb6714 req-21172be1-4199-4f65-b234-41a33307c095 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:37.118580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1', 'network_id': 'a99171f2-1f52-40c8-9547-c0aeb0e6b739', 'port_id': 'c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1', 'mac_address': 'fa:16:3e:05:b1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bda077d-1e61-42bc-86ee-f149018af646', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:25:37.120047 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf9718a-0325-4bc4-a07d-c9d56aab0dd2', 'name': 'network-vif-deleted', 'tag': '7bf3da3f-1b13-465a-8b01-921713e24d06'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:37.130660 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca2bad4a-a367-4dab-b08c-865ee3cb6714 req-21172be1-4199-4f65-b234-41a33307c095 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.41 "DELETE /v2.0/ports/7bf3da3f-1b13-465a-8b01-921713e24d06 HTTP/1.1" status: 204  len: 173 time: 1.4142232
Apr 20 18:25:37.136409 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fe9ed532-fa30-4070-b4ad-6d9eb8920635 req-096a99bd-fdf4-4876-aa77-31c6ba87a5c6 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] 10.222.0.43 "GET /v2.0/security-groups?id=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448667
Apr 20 18:25:37.150646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cafeb-1898-4c68-889a-b9f34e676cad req-1ba5aa11-d510-4dc1-a4f7-c5631892ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:37.152290 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6a3cafeb-1898-4c68-889a-b9f34e676cad req-1ba5aa11-d510-4dc1-a4f7-c5631892ca0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57&device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 1098 time: 1.1509800
Apr 20 18:25:37.204966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:37.259759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:25:37.279169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1,segment=NetworkSegment(45af68d6-716e-44ee-96b2-27c7d26fa790),segment_id=45af68d6-716e-44ee-96b2-27c7d26fa790)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:37.291837 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf9718a-0325-4bc4-a07d-c9d56aab0dd2', 'name': 'network-vif-deleted', 'tag': '7bf3da3f-1b13-465a-8b01-921713e24d06', 'status': 'completed', 'code': 200}
Apr 20 18:25:37.335957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cafeb-1898-4c68-889a-b9f34e676cad req-474224fc-5524-4e49-8148-60e9fead6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:37.337551 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6a3cafeb-1898-4c68-889a-b9f34e676cad req-474224fc-5524-4e49-8148-60e9fead6fc6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f73fe5f0-7661-4958-ad4f-6a98649d57d0 HTTP/1.1" status: 200  len: 910 time: 0.1786678
Apr 20 18:25:37.359166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad27ae-921c-4fee-af67-4c1c2913483c req-b7f7336f-144f-4645-9bd6-aadd2e38a779 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:37.362904 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9fad27ae-921c-4fee-af67-4c1c2913483c req-b7f7336f-144f-4645-9bd6-aadd2e38a779 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.3463004
Apr 20 18:25:37.431724 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:37.433605 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-580ed859-48bb-4520-afb4-679a5976925f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:37.462108 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6a3cafeb-1898-4c68-889a-b9f34e676cad req-0354aac9-f2cb-465a-a571-d82598edf585 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7349011-cd24-44d5-bf26-5eca280f714d HTTP/1.1" status: 200  len: 999 time: 0.1174903
Apr 20 18:25:37.551563 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cafeb-1898-4c68-889a-b9f34e676cad req-8e6c0199-0ca0-45e6-b71d-c5f582f63053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:37.554053 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6a3cafeb-1898-4c68-889a-b9f34e676cad req-8e6c0199-0ca0-45e6-b71d-c5f582f63053 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78797efb-e2d9-4583-8ee5-73122e564c83 HTTP/1.1" status: 200  len: 848 time: 0.0788064
Apr 20 18:25:37.595659 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9fad27ae-921c-4fee-af67-4c1c2913483c req-cb0926d9-85f6-4148-bbb7-fd33d120871a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1950336
Apr 20 18:25:37.668273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:37.682822 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:37.713398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:37.733261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cafeb-1898-4c68-889a-b9f34e676cad req-1876d2b4-4820-4a75-9ec4-5be46246cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:37.734987 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6a3cafeb-1898-4c68-889a-b9f34e676cad req-1876d2b4-4820-4a75-9ec4-5be46246cbaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f73fe5f0-7661-4958-ad4f-6a98649d57d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1671591
Apr 20 18:25:37.759758 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] Deleting port 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:25:37.760497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:37.810791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850af453-8a9c-4177-a235-9ac2a00037c8 None None] New status for floating IP cd132883-ca3a-4095-b883-a29ab2eab2c1: ACTIVE {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:25:38.057734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cbf2a-a970-4022-9162-779346b1912e req-34795530-75e2-4842-a965-af896aec60e2 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:38.066641 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea5cbf2a-a970-4022-9162-779346b1912e req-34795530-75e2-4842-a965-af896aec60e2 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 944 time: 0.1415675
Apr 20 18:25:38.121524 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6a3cafeb-1898-4c68-889a-b9f34e676cad req-e5517822-bb2b-45ef-892e-02552e2818b7 service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3745589
Apr 20 18:25:38.135428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] For port 6e99fcea-71e8-42d3-bbd2-cc4cee53a003, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=6e99fcea-71e8-42d3-bbd2-cc4cee53a003,segment=NetworkSegment(6094ac5c-5146-47b5-8097-0a0ef6c7716e),segment_id=6094ac5c-5146-47b5-8097-0a0ef6c7716e)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:38.135865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:38.381433 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] Calling delete_port for 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 owned by network:router_interface {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:25:38.575227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 7bf3da3f-1b13-465a-8b01-921713e24d06 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:38.647355 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6a3cafeb-1898-4c68-889a-b9f34e676cad req-f4121c85-681f-44fc-86e4-6817510e5e9a service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5132961
Apr 20 18:25:38.653580 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea5cbf2a-a970-4022-9162-779346b1912e req-0c561157-b8a2-49ae-8ddf-ef403ce11809 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5855894
Apr 20 18:25:38.715309 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: 7bf3da3f-1b13-465a-8b01-921713e24d06 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:25:38.715873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 7bf3da3f-1b13-465a-8b01-921713e24d06 not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:25:38.902061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e289a-93c7-478d-a6bc-34f97dc9ca1e req-182a2eef-a56c-49e6-89c7-6ac7e7797f7f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:38.907290 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-be6e289a-93c7-478d-a6bc-34f97dc9ca1e req-182a2eef-a56c-49e6-89c7-6ac7e7797f7f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.1319692
Apr 20 18:25:39.027128 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-be6e289a-93c7-478d-a6bc-34f97dc9ca1e req-c12ef77d-d379-4886-b566-e0438edad289 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149409
Apr 20 18:25:39.035026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:39.047560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:39.381760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e99fcea-71e8-42d3-bbd2-cc4cee53a003,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:39.390884 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:39.702806 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398823'] for router_interface, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:39.981584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0194d1-deef-489a-a909-be527f5dc808 req-ec0e2253-b906-4170-933f-a5e0df72c896 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:39.989514 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ab0194d1-deef-489a-a909-be527f5dc808 req-ec0e2253-b906-4170-933f-a5e0df72c896 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 944 time: 0.1683633
Apr 20 18:25:40.049383 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ab0194d1-deef-489a-a909-be527f5dc808 req-05c95457-6dc8-4bf0-a154-fca4248c336a tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588014
Apr 20 18:25:40.341146 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6a03-f7db-459d-b9be-b53b85a1151f req-c7253f4d-4ee1-4731-bf52-22cec01f698e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:40.343670 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a00f6a03-f7db-459d-b9be-b53b85a1151f req-c7253f4d-4ee1-4731-bf52-22cec01f698e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.1475987
Apr 20 18:25:40.355363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] Router c6fee334-1b1c-4fc1-83b7-04f635485e70 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:25:40.553826 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a00f6a03-f7db-459d-b9be-b53b85a1151f req-f35ef89f-2381-4ffe-b595-eddf1553469a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2006907
Apr 20 18:25:40.580068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:25:40.670220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:25:40.681692 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77cfcb-d354-455e-8c0e-786b04e00b57 None None] Sync routers for ids ['c6fee334-1b1c-4fc1-83b7-04f635485e70'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:25:40.690973 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] 10.222.0.43 "PUT /v2.0/routers/c6fee334-1b1c-4fc1-83b7-04f635485e70/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2227190
Apr 20 18:25:40.694087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 38034) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:40.695758 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77cfcb-d354-455e-8c0e-786b04e00b57 None None] Routers {'c6fee334-1b1c-4fc1-83b7-04f635485e70'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:25:40.696376 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-ab77cfcb-d354-455e-8c0e-786b04e00b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdea6ac8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:25:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c6fee334-1b1c-4fc1-83b7-04f635485e70'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:40.723471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:25:40.730466 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:40.742438 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:40.978123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:41.028971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd65bdcc-955a-42f1-ba23-d8f25ea28f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:41.055138 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1,segment=NetworkSegment(45af68d6-716e-44ee-96b2-27c7d26fa790),segment_id=45af68d6-716e-44ee-96b2-27c7d26fa790)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:41.059506 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:41.061549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:41.120024 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Notify callbacks [] for router, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:41.140318 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-ab77cfcb-d354-455e-8c0e-786b04e00b57 None None] Set router c6fee334-1b1c-4fc1-83b7-04f635485e70 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:25:41.151016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:41.165897 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:41.181984 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd65bdcc-955a-42f1-ba23-d8f25ea28f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1', 'code': 200}
Apr 20 18:25:41.536972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16340737-c8b6-4662-b88d-8cae4737ec71 req-47232a2e-36a6-4379-8165-5a3c86befec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:41.538919 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-16340737-c8b6-4662-b88d-8cae4737ec71 req-47232a2e-36a6-4379-8165-5a3c86befec8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 1098 time: 0.1234255
Apr 20 18:25:41.596319 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-16340737-c8b6-4662-b88d-8cae4737ec71 req-6397acc2-37d0-4e01-96b8-4ca313063f45 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409999
Apr 20 18:25:41.708028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9660232-2bcf-428f-a232-bffb2f693285 req-bef3c6a9-567c-4831-a042-bf78062bba0c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:41.725996 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f9660232-2bcf-428f-a232-bffb2f693285 req-bef3c6a9-567c-4831-a042-bf78062bba0c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 945 time: 0.4008777
Apr 20 18:25:41.772328 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:41.778489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-ab77cfcb-d354-455e-8c0e-786b04e00b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdea6ac8>, [{'id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'name': 'tempest-ServerRescueNegativeTestJSON-2145063001-router', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:56Z', 'updated_at': '2021-04-20T18:25:38Z', 'revision_number': 5, 'project_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'gw_port': {'id': 'bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:21:58Z', 'updated_at': '2021-04-20T18:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:41.783254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77cfcb-d354-455e-8c0e-786b04e00b57 None None] Checking router: c6fee334-1b1c-4fc1-83b7-04f635485e70 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:25:41.798491 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab77cfcb-d354-455e-8c0e-786b04e00b57 None None] Routers {'c6fee334-1b1c-4fc1-83b7-04f635485e70'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:25:41.799156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-ab77cfcb-d354-455e-8c0e-786b04e00b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdea6ac8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:25:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c6fee334-1b1c-4fc1-83b7-04f635485e70'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:41.829722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2a436-db73-47ab-94a7-782bef9b3385 req-1fc490f7-e89b-4a46-b45b-360ceb60f6ff tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:41.831150 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f9660232-2bcf-428f-a232-bffb2f693285 req-6189cab5-6b6b-4a71-9cc3-3430827d64e9 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011789
Apr 20 18:25:41.837429 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Deleting port bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:25:41.838114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:41.839907 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-49d2a436-db73-47ab-94a7-782bef9b3385 req-1fc490f7-e89b-4a46-b45b-360ceb60f6ff tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.1430433
Apr 20 18:25:41.917242 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-49d2a436-db73-47ab-94a7-782bef9b3385 req-76b25b94-6faa-4eb1-809b-ccae40de5d09 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763030
Apr 20 18:25:42.117730 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] For port bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:42.118165 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:42.274520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-ab77cfcb-d354-455e-8c0e-786b04e00b57 None None] Set router c6fee334-1b1c-4fc1-83b7-04f635485e70 gateway port host: None {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:25:42.333994 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Calling delete_port for bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 owned by network:router_gateway {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:25:42.479060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-ab77cfcb-d354-455e-8c0e-786b04e00b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdea6ac8>, [{'id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'name': 'tempest-ServerRescueNegativeTestJSON-2145063001-router', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:56Z', 'updated_at': '2021-04-20T18:25:41Z', 'revision_number': 6, 'project_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'gw_port_host': None}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:42.495365 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab77cfcb-d354-455e-8c0e-786b04e00b57 None None] The sync data for ids ['c6fee334-1b1c-4fc1-83b7-04f635485e70'] in dv-cinder-786929-2-iscsi is: [{'id': 'c6fee334-1b1c-4fc1-83b7-04f635485e70', 'name': 'tempest-ServerRescueNegativeTestJSON-2145063001-router', 'tenant_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:21:56Z', 'updated_at': '2021-04-20T18:25:41Z', 'revision_number': 6, 'project_id': '1c1babcc4c0641dcbb0b0559a5c05b7e', 'gw_port_host': None}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:25:42.898943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:42.910551 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0834b80a-c627-49a4-aef3-39f797aab9e3 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:42.976437 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:43.016395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:43.149617 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b9b45-a0c9-4456-90cd-d9dbfc6dec31 req-4c6c56b8-d263-47df-b336-994ba02eee52 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:43.151330 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f4b9b45-a0c9-4456-90cd-d9dbfc6dec31 req-4c6c56b8-d263-47df-b336-994ba02eee52 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.1011059
Apr 20 18:25:43.172641 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854341274'] for router_gateway, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:43.214136 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f4b9b45-a0c9-4456-90cd-d9dbfc6dec31 req-e3ff5e9b-f1f7-446b-bb69-b7e1487dd2e9 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538709
Apr 20 18:25:43.252360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:43.315072 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bdc74-d6dc-47d8-af37-555aa1fbb211 req-554ae1e7-a93f-45a1-9993-1e6c61e0f073 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:43.316660 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-920bdc74-d6dc-47d8-af37-555aa1fbb211 req-554ae1e7-a93f-45a1-9993-1e6c61e0f073 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 945 time: 0.2883019
Apr 20 18:25:43.404009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771042'] for router, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:43.408757 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:43.511006 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-920bdc74-d6dc-47d8-af37-555aa1fbb211 req-2946cbce-794c-4577-9b33-ef61aaf7c388 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384552
Apr 20 18:25:43.523365 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399998'] for router, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:43.524120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6fee334-1b1c-4fc1-83b7-04f635485e70 {{(pid=86370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:25:43.550192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:43.551589 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5408fb88-08da-4418-b063-b25bd0f42248 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c6fee334-1b1c-4fc1-83b7-04f635485e70 HTTP/1.1" status: 204  len: 168 time: 2.8563385
Apr 20 18:25:43.554478 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 38148) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:43.687929 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c247ad-a10f-4714-87a6-8313ca9399fa admin admin] Deleting subnet ca2689d2-4350-4ebc-b9a9-82127a455a4c {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:25:43.692159 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8c247ad-a10f-4714-87a6-8313ca9399fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:43.766627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8c247ad-a10f-4714-87a6-8313ca9399fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852691882'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:43.830889 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c0a24-9f37-415c-a07f-3b68378dded2 req-bffa8d6f-5d29-436c-a438-5879ad2e00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:43.832516 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d30c0a24-9f37-415c-a07f-3b68378dded2 req-bffa8d6f-5d29-436c-a438-5879ad2e00ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 1099 time: 0.2049167
Apr 20 18:25:43.866160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8c247ad-a10f-4714-87a6-8313ca9399fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.122241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c0a24-9f37-415c-a07f-3b68378dded2 req-b704f5f1-0f85-41f6-8589-db707f269c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:44.123876 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d30c0a24-9f37-415c-a07f-3b68378dded2 req-b704f5f1-0f85-41f6-8589-db707f269c57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 918 time: 0.2837856
Apr 20 18:25:44.234697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:44.275368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:25:44.275698 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 6e99fcea-71e8-42d3-bbd2-cc4cee53a003 not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:25:44.276169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:44.312652 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d30c0a24-9f37-415c-a07f-3b68378dded2 req-8a55e069-8d33-4f62-a4c6-d142f433e57e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0 HTTP/1.1" status: 200  len: 1001 time: 0.1771374
Apr 20 18:25:44.313768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:25:44.314199 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device bfbe3f14-4d7f-4735-9eb8-4c7fb55d5d67 not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:25:44.404810 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c0a24-9f37-415c-a07f-3b68378dded2 req-93ed97cc-48c2-47ae-9353-0a03219d1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:44.406946 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d30c0a24-9f37-415c-a07f-3b68378dded2 req-93ed97cc-48c2-47ae-9353-0a03219d1be7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 200  len: 856 time: 0.0878220
Apr 20 18:25:44.411225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8c247ad-a10f-4714-87a6-8313ca9399fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852495547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850637491'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.418069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:44.433356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cade22-2222-4821-846e-2d2c5f608468 req-f93f01af-3850-49c3-a5cb-b8a770acc880 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:44.434991 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-32cade22-2222-4821-846e-2d2c5f608468 req-f93f01af-3850-49c3-a5cb-b8a770acc880 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0909276
Apr 20 18:25:44.486628 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-32cade22-2222-4821-846e-2d2c5f608468 req-a63cc913-7af4-4bb6-ba67-7f161da8767a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452123
Apr 20 18:25:44.501135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c247ad-a10f-4714-87a6-8313ca9399fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2689d2-4350-4ebc-b9a9-82127a455a4c,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:44.503366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8c247ad-a10f-4714-87a6-8313ca9399fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.516507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f8c247ad-a10f-4714-87a6-8313ca9399fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:44.519934 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f8c247ad-a10f-4714-87a6-8313ca9399fa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ca2689d2-4350-4ebc-b9a9-82127a455a4c HTTP/1.1" status: 204  len: 168 time: 0.9643059
Apr 20 18:25:44.522767 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 38162) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:44.550166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c0a24-9f37-415c-a07f-3b68378dded2 req-796b9040-c18c-4087-938c-57bada2d3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:44.551710 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d30c0a24-9f37-415c-a07f-3b68378dded2 req-796b9040-c18c-4087-938c-57bada2d3dfb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1356633
Apr 20 18:25:44.641061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.711413 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d30c0a24-9f37-415c-a07f-3b68378dded2 req-5b27a614-c432-4459-9c49-8fa286227d04 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480072
Apr 20 18:25:44.781805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.871423 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d30c0a24-9f37-415c-a07f-3b68378dded2 req-0c66a712-fca0-40ea-b572-f3a3fa44ea5b service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535842
Apr 20 18:25:44.898618 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbc592588>,) {'filters': {'network_id': ['e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8']}} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:44.915510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbc592588>, '6094ac5c-5146-47b5-8097-0a0ef6c7716e') {'for_net_delete': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:44.915849 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbc592588>, '6094ac5c-5146-47b5-8097-0a0ef6c7716e') {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:44.928985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436287'] for segment, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.943162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 38172) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:44.947040 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:44.957502 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=86370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:25:45.166451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] Network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:25:45.178625 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2339723'] for segment, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:45.274834 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1b5baf8e-7e2b-4ee4-b6de-de6fde4fd47e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ea02c723e35417c948ddc18336d0092&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3304529
Apr 20 18:25:45.277565 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 38180) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:45.341435 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-59da81a4-c2e0-4e43-875d-1f939603d725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:45.369955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-59da81a4-c2e0-4e43-875d-1f939603d725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:45.376677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] Network e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:25:45.400429 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:25:45.418852 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-59da81a4-c2e0-4e43-875d-1f939603d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:45.424001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d8463654-9ff6-4040-a580-12d993b817c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:45.437590 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da81a4-c2e0-4e43-875d-1f939603d725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:45.440443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-59da81a4-c2e0-4e43-875d-1f939603d725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:45.447362 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-59da81a4-c2e0-4e43-875d-1f939603d725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:45.451127 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-59da81a4-c2e0-4e43-875d-1f939603d725 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b6b2c40-b9fe-41e3-bd9e-dfae7594d92b HTTP/1.1" status: 204  len: 168 time: 0.1698942
Apr 20 18:25:45.484994 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:45.488823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-46d0f04a-2984-4142-bcbc-b42f55ad14e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:45.503323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:45.515406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:45.519033 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:45.524972 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f330cf02-05b4-45ca-a031-81016307e6f7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e8296d7d-f985-4cc6-ab7b-14bb5d8f7ff8 HTTP/1.1" status: 204  len: 168 time: 1.0008113
Apr 20 18:25:45.718774 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c90ac-3e9d-4270-8d9d-43a58d49c58b req-14453da3-4762-4590-8e8c-93138c8416fb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:45.725758 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea5c90ac-3e9d-4270-8d9d-43a58d49c58b req-14453da3-4762-4590-8e8c-93138c8416fb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.1090336
Apr 20 18:25:45.740832 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 38190) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:45.771979 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea5c90ac-3e9d-4270-8d9d-43a58d49c58b req-2066c22e-5a12-4e00-844b-335a5d477154 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444090
Apr 20 18:25:45.804169 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-736e9869-5ccf-4675-b130-cded028505c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c1babcc4c0641dcbb0b0559a5c05b7e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0531549
Apr 20 18:25:45.804169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 38194) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:45.861547 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d146ca2-b243-4fbd-978a-8d1dda8463a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:45.888018 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d146ca2-b243-4fbd-978a-8d1dda8463a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:45.935344 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d146ca2-b243-4fbd-978a-8d1dda8463a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:45.940145 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7f181bf5-7efe-4b0c-a18f-45940c044b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:45.954966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d146ca2-b243-4fbd-978a-8d1dda8463a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:45.957804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7d146ca2-b243-4fbd-978a-8d1dda8463a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:45.963564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d146ca2-b243-4fbd-978a-8d1dda8463a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:45.964831 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7d146ca2-b243-4fbd-978a-8d1dda8463a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8900b6c4-12b8-4c0d-97dd-8ca7a1ebb7dd HTTP/1.1" status: 204  len: 168 time: 0.1659157
Apr 20 18:25:46.085760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:25:46.995051 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56f36d-c3c9-404a-99a2-6a78db7cc39d req-f54fd74c-7a62-4260-897f-ba0fddabeffc tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:46.996788 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3e56f36d-c3c9-404a-99a2-6a78db7cc39d req-f54fd74c-7a62-4260-897f-ba0fddabeffc tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0996914
Apr 20 18:25:47.049708 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3e56f36d-c3c9-404a-99a2-6a78db7cc39d req-f4a55a10-5af0-4a5f-ad84-b274c6fcf21a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450754
Apr 20 18:25:48.038879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded6195-b732-4348-9886-eaa99b9f94bc req-0981f866-d2e7-4ecb-a5e2-a227cd89732f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:48.040494 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5ded6195-b732-4348-9886-eaa99b9f94bc req-0981f866-d2e7-4ecb-a5e2-a227cd89732f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 946 time: 0.0912309
Apr 20 18:25:48.089819 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5ded6195-b732-4348-9886-eaa99b9f94bc req-e7d70e75-9357-4a47-b4f7-229861a93448 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424135
Apr 20 18:25:48.309514 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 38272) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:48.442806 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-586cfcc0-80e1-44ac-bf0b-d8fe67205865 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1319606
Apr 20 18:25:48.611118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 3148b6aa-85be-4efc-aaf2-890a502b24b0 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:48.741271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:48.772846 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:48.784085 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:48.788541 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:48.790728 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:48.853369 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'code': 422} returned with failed status
Apr 20 18:25:48.888173 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=3148b6aa-85be-4efc-aaf2-890a502b24b0,revision_number=8']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:48.891651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:49.299521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64c539-56cd-43b5-9f9f-340cc2af3cf2 req-6e326b5c-363f-4cb8-9fd3-844ebac3e86c tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:49.301110 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f64c539-56cd-43b5-9f9f-340cc2af3cf2 req-6e326b5c-363f-4cb8-9fd3-844ebac3e86c tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0879290
Apr 20 18:25:49.348306 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f64c539-56cd-43b5-9f9f-340cc2af3cf2 req-e0b96934-d211-488a-a898-dbc3afccda35 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405600
Apr 20 18:25:50.557601 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07f3a7-7775-4f52-9bba-727428addc21 req-b6da2790-c9f2-4fd4-bd7a-21f126b25cd0 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:50.559162 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-de07f3a7-7775-4f52-9bba-727428addc21 req-b6da2790-c9f2-4fd4-bd7a-21f126b25cd0 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0918829
Apr 20 18:25:50.608065 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-de07f3a7-7775-4f52-9bba-727428addc21 req-a0d3d721-6944-4139-ae4d-a5690dba2e20 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424941
Apr 20 18:25:51.819199 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0560e-5d6a-46e3-95ef-d01e3a1f5ba8 req-6959b7f1-c335-481b-a10f-07aa16868102 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:51.820910 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-30f0560e-5d6a-46e3-95ef-d01e3a1f5ba8 req-6959b7f1-c335-481b-a10f-07aa16868102 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0927947
Apr 20 18:25:51.872736 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-30f0560e-5d6a-46e3-95ef-d01e3a1f5ba8 req-8f8de7e8-97bf-4efa-b3d3-3d02bf88f409 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455809
Apr 20 18:25:53.088062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf2e14-92fe-4a9b-8ac8-16242f6b4bf6 req-0617283b-2c24-44fe-b7ac-5bcde2b46d8e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:53.090630 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-86cf2e14-92fe-4a9b-8ac8-16242f6b4bf6 req-0617283b-2c24-44fe-b7ac-5bcde2b46d8e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0942128
Apr 20 18:25:53.140504 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-86cf2e14-92fe-4a9b-8ac8-16242f6b4bf6 req-810f6adc-5401-4384-88fa-b8b8096492db tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437269
Apr 20 18:25:53.766778 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-1c292cf5-b6af-49f4-8416-f1a005e65a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:53.768279 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-1c292cf5-b6af-49f4-8416-f1a005e65a40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307&tenant_id=fe22aab01b594fd5bed1599af2656430 HTTP/1.1" status: 200  len: 1097 time: 0.0858555
Apr 20 18:25:53.871995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-3bec9291-2f36-47c9-8ea2-3518f3c6d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:53.873609 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-3bec9291-2f36-47c9-8ea2-3518f3c6d33c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 1097 time: 0.0789907
Apr 20 18:25:54.028093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-9015aa07-c94a-447f-8293-77571654fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:54.029684 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-9015aa07-c94a-447f-8293-77571654fa48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 918 time: 0.1439819
Apr 20 18:25:54.144548 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-0f2690f7-84a8-4ac2-851c-85110a7f1d4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0 HTTP/1.1" status: 200  len: 999 time: 0.1073034
Apr 20 18:25:54.219563 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-353741a2-1ee3-4d28-bf75-66292ca50da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:54.221472 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-353741a2-1ee3-4d28-bf75-66292ca50da2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 200  len: 856 time: 0.0688112
Apr 20 18:25:54.392654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-1ac1ed10-0f0a-4616-89db-1428fc9d02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:54.394327 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-1ac1ed10-0f0a-4616-89db-1428fc9d02a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1558647
Apr 20 18:25:54.406768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd652b55-b886-41ea-9a6c-37a2cd505b16 req-5c9c4e8b-78d0-4842-9acc-78662c5870d1 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:54.408257 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bd652b55-b886-41ea-9a6c-37a2cd505b16 req-5c9c4e8b-78d0-4842-9acc-78662c5870d1 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.1336195
Apr 20 18:25:54.769026 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bd652b55-b886-41ea-9a6c-37a2cd505b16 req-47911440-a039-44e6-b07f-fa2839725fee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3379607
Apr 20 18:25:54.828459 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-108fdc21-7971-4bf6-b985-5a13c7ca385c service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4191866
Apr 20 18:25:55.653711 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e73f217f-ed7e-40b0-9797-4d6ff9bc203e req-1c93d62c-fbf8-4a6b-a2a1-42baf6476f4d service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389766
Apr 20 18:25:55.981239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d56c69-aa05-4fe0-b54d-ec957ddd8fc4 req-601bfed5-751c-42a3-bc1e-80e90e3198e9 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:55.982854 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b3d56c69-aa05-4fe0-b54d-ec957ddd8fc4 req-601bfed5-751c-42a3-bc1e-80e90e3198e9 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0901830
Apr 20 18:25:56.031595 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b3d56c69-aa05-4fe0-b54d-ec957ddd8fc4 req-021d8b05-5fdd-4f65-b48d-f854f6126c46 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419140
Apr 20 18:25:57.243777 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fe459-50d2-47bb-9006-1d6079d59aef req-3fd4254f-0a70-4f1a-8d7e-f64914e27456 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:57.245337 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca4fe459-50d2-47bb-9006-1d6079d59aef req-3fd4254f-0a70-4f1a-8d7e-f64914e27456 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0905230
Apr 20 18:25:57.293163 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca4fe459-50d2-47bb-9006-1d6079d59aef req-3ca07f19-6171-4f2d-9a09-d38dc952e950 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405512
Apr 20 18:25:58.645452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246337ae-4b98-42ca-98a9-53330bd1497c req-bbcd9925-3701-424c-bf99-98d8d7206bce tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:58.660543 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-246337ae-4b98-42ca-98a9-53330bd1497c req-bbcd9925-3701-424c-bf99-98d8d7206bce tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.1735191
Apr 20 18:25:58.770368 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-246337ae-4b98-42ca-98a9-53330bd1497c req-c64ca749-1c42-4296-9056-503396c8b186 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1079860
Apr 20 18:25:58.993932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 38434) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:59.127441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3675148b-78e5-4908-8047-acb746dc570d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:59.144448 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-3675148b-78e5-4908-8047-acb746dc570d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:25:59.148824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3675148b-78e5-4908-8047-acb746dc570d admin admin] Usage tracker for resource:security_group_rule and tenant:9daff3fe9f9740d782535f34d2db72cd is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:25:59.151924 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3675148b-78e5-4908-8047-acb746dc570d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:25:59.159091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-3675148b-78e5-4908-8047-acb746dc570d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:25:59.249140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3675148b-78e5-4908-8047-acb746dc570d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:59.252090 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3675148b-78e5-4908-8047-acb746dc570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:59.261092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-63ac1a10-8046-4760-975b-032852f9792b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:59.304289 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3675148b-78e5-4908-8047-acb746dc570d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9daff3fe9f9740d782535f34d2db72cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3091252
Apr 20 18:25:59.305230 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675148b-78e5-4908-8047-acb746dc570d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c5013f-d908-42b0-9c22-b92ac55db3f0,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:59.307646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 38440) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:59.309604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3675148b-78e5-4908-8047-acb746dc570d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:59.377285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf2c417f-f0ce-4dfa-bf98-15363b18a7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:59.404579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf2c417f-f0ce-4dfa-bf98-15363b18a7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:59.453730 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf2c417f-f0ce-4dfa-bf98-15363b18a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:59.459190 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4f6e0e52-edef-4e1d-b3a8-832ca460babb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:59.472984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c417f-f0ce-4dfa-bf98-15363b18a7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c5013f-d908-42b0-9c22-b92ac55db3f0,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:59.476263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cf2c417f-f0ce-4dfa-bf98-15363b18a7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:59.478519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf2c417f-f0ce-4dfa-bf98-15363b18a7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:59.479748 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-cf2c417f-f0ce-4dfa-bf98-15363b18a7a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39c5013f-d908-42b0-9c22-b92ac55db3f0 HTTP/1.1" status: 204  len: 168 time: 0.1710241
Apr 20 18:25:59.854922 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9f6ae0cc-401a-43e3-819e-6ced0f3655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:00.044766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cf2c6-67f7-46ac-b178-759f6fd46a06 req-53683738-459a-42d2-accf-169e9f9749c4 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:00.046592 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f07cf2c6-67f7-46ac-b178-759f6fd46a06 req-53683738-459a-42d2-accf-169e9f9749c4 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0982008
Apr 20 18:26:00.100251 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f07cf2c6-67f7-46ac-b178-759f6fd46a06 req-b4739bf6-a837-47bc-a192-7fb04d15e1a0 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435064
Apr 20 18:26:01.314768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22ba78-cf6c-46e6-a1bb-e5ababcc0ad9 req-76669676-22f6-4d28-80c8-04a28237300f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:01.316303 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d22ba78-cf6c-46e6-a1bb-e5ababcc0ad9 req-76669676-22f6-4d28-80c8-04a28237300f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0923297
Apr 20 18:26:01.373201 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d22ba78-cf6c-46e6-a1bb-e5ababcc0ad9 req-36f5ace8-2d64-48f8-ad29-b6503cb08a24 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502713
Apr 20 18:26:02.123385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cb82b271-93c5-4c3d-acc4-249febf712a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:02.589437 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c7c05-58e7-4e48-96d8-30a4fa928b9b req-4cc5c643-97d0-473d-8cf2-46d4612b5217 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:02.591940 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-172c7c05-58e7-4e48-96d8-30a4fa928b9b req-4cc5c643-97d0-473d-8cf2-46d4612b5217 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0932457
Apr 20 18:26:02.646410 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-172c7c05-58e7-4e48-96d8-30a4fa928b9b req-8d4596cc-a30d-43c0-bac5-445561f3935f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445452
Apr 20 18:26:02.678337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:03.514731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:03.887159 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a316aa7-429d-40de-9436-5f93f2a0bcff req-c0f08159-2428-48d3-87a6-4334cde86bc5 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:03.888779 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8a316aa7-429d-40de-9436-5f93f2a0bcff req-c0f08159-2428-48d3-87a6-4334cde86bc5 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.1009023
Apr 20 18:26:03.939521 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8a316aa7-429d-40de-9436-5f93f2a0bcff req-8fe4844d-d263-43d8-ad4b-39d5f5db6b06 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442638
Apr 20 18:26:04.518340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:05.186132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b167-aa10-41b6-9920-fbb8d4fd8a5c req-016f3c3b-7d98-4bd4-969c-8a478f97db91 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:05.188105 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e727b167-aa10-41b6-9920-fbb8d4fd8a5c req-016f3c3b-7d98-4bd4-969c-8a478f97db91 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.1069365
Apr 20 18:26:05.240571 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e727b167-aa10-41b6-9920-fbb8d4fd8a5c req-13c5f8a9-68e5-4a74-9b03-773aa471b048 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453262
Apr 20 18:26:06.466894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e3b5b-9d0d-4a14-aa41-f6d0c3c07682 req-3e0e7927-3b78-4c47-91d4-51539a90ab6a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:06.472131 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d4e3b5b-9d0d-4a14-aa41-f6d0c3c07682 req-3e0e7927-3b78-4c47-91d4-51539a90ab6a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.1028652
Apr 20 18:26:06.534532 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d4e3b5b-9d0d-4a14-aa41-f6d0c3c07682 req-eebb8998-6ccf-408f-a45b-0371c1c7ea1d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534184
Apr 20 18:26:07.768807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30d607-d195-4933-968d-cf07ce5510a5 req-f63b73c8-1718-404f-b2aa-4424a615a722 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:07.770579 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ae30d607-d195-4933-968d-cf07ce5510a5 req-f63b73c8-1718-404f-b2aa-4424a615a722 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0996466
Apr 20 18:26:07.849141 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ae30d607-d195-4933-968d-cf07ce5510a5 req-b61de4b9-b124-48fc-9ab8-f91d41e0892e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702443
Apr 20 18:26:09.118543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8b5db-bfe2-4e5a-9497-624d5c5d0ebd req-cd5e014a-8d40-4ba0-8c91-d10184b511eb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:09.120370 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36a8b5db-bfe2-4e5a-9497-624d5c5d0ebd req-cd5e014a-8d40-4ba0-8c91-d10184b511eb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.1346576
Apr 20 18:26:09.188871 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36a8b5db-bfe2-4e5a-9497-624d5c5d0ebd req-d2f21fba-4b0d-4a02-ab3f-003846eaf5da tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611503
Apr 20 18:26:10.397164 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9bc68-4910-44b4-890f-f3536c0713d1 req-bcd99920-5f36-430a-9644-f0325ee196ce tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:10.398769 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-05b9bc68-4910-44b4-890f-f3536c0713d1 req-bcd99920-5f36-430a-9644-f0325ee196ce tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0913749
Apr 20 18:26:10.449441 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-05b9bc68-4910-44b4-890f-f3536c0713d1 req-559c38e4-4336-4bf8-9291-e4bb517ab9a7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423603
Apr 20 18:26:10.956223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207df4a1-13cc-4cd1-af83-54e7b85a7477 req-d7647edb-471d-47dc-aaca-318a8a1c860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:10.957864 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-207df4a1-13cc-4cd1-af83-54e7b85a7477 req-d7647edb-471d-47dc-aaca-318a8a1c860b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 1097 time: 0.0850289
Apr 20 18:26:11.114432 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207df4a1-13cc-4cd1-af83-54e7b85a7477 req-df96e04b-0ee1-4bcb-bc7c-48edd37be9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:11.116090 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-207df4a1-13cc-4cd1-af83-54e7b85a7477 req-df96e04b-0ee1-4bcb-bc7c-48edd37be9d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 918 time: 0.1382594
Apr 20 18:26:11.228037 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-207df4a1-13cc-4cd1-af83-54e7b85a7477 req-6b6dab51-558f-42a8-8f66-1e846b9a1014 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0 HTTP/1.1" status: 200  len: 999 time: 0.1044762
Apr 20 18:26:11.297062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207df4a1-13cc-4cd1-af83-54e7b85a7477 req-554f15db-0bee-4112-a8ac-66a41c9d2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:11.298616 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-207df4a1-13cc-4cd1-af83-54e7b85a7477 req-554f15db-0bee-4112-a8ac-66a41c9d2b53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 200  len: 856 time: 0.0626488
Apr 20 18:26:11.384121 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207df4a1-13cc-4cd1-af83-54e7b85a7477 req-7fbc5db8-4f44-4a06-8bee-709873ca90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:11.385711 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-207df4a1-13cc-4cd1-af83-54e7b85a7477 req-7fbc5db8-4f44-4a06-8bee-709873ca90c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780652
Apr 20 18:26:11.545350 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-207df4a1-13cc-4cd1-af83-54e7b85a7477 req-1b62f77c-698e-4abf-a180-be7f512e5339 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477935
Apr 20 18:26:11.669368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d085a0d-8ac1-4063-a065-200fba450264 req-745f17bf-e775-48e5-8890-1dcd527ada64 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:11.671579 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8d085a0d-8ac1-4063-a065-200fba450264 req-745f17bf-e775-48e5-8890-1dcd527ada64 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0941761
Apr 20 18:26:11.702017 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-207df4a1-13cc-4cd1-af83-54e7b85a7477 req-8fc3e961-0cf0-450e-bc56-ffaca81e10a5 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448669
Apr 20 18:26:11.725569 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8d085a0d-8ac1-4063-a065-200fba450264 req-6d37fed9-75f4-4bf2-ba8e-5844636225d3 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447454
Apr 20 18:26:11.847540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 38628) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:11.982552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:11.998154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:12.003282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Usage tracker for resource:security_group_rule and tenant:5c81ab223ffb424e8f264741ab0e48c1 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:12.006306 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:12.012356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:12.107414 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:12.111172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:12.122154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-dc16ec9f-5ef8-44aa-bbc1-0f2b1f163621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:12.167752 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c81ab223ffb424e8f264741ab0e48c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3190088
Apr 20 18:26:12.168715 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10164bbe-7393-4084-903f-86bf9e427cd8,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:12.170594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 38638) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:12.177634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.178086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.178652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.179252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.179252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.179632 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.180029 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.180427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.180820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.181244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.181632 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.181966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.187236 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:12.303124 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:12.343521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac3aed-8878-4720-9a3f-809de5c2690b req-8a44b1ac-adbb-43a9-babf-38a6541dce65 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:12.345158 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-00ac3aed-8878-4720-9a3f-809de5c2690b req-8a44b1ac-adbb-43a9-babf-38a6541dce65 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 945 time: 0.1573610
Apr 20 18:26:12.346996 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:12.422361 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-00ac3aed-8878-4720-9a3f-809de5c2690b req-dc64b6d8-f04f-4b0e-9155-7f70774d235a tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681639
Apr 20 18:26:12.431394 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:12.436599 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:12.450946 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10164bbe-7393-4084-903f-86bf9e427cd8,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:12.464320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.464736 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.465147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.465551 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.465974 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.466378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.466775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.467208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.467605 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.468632 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.469028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.469423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:12.473401 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:12.474438 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:12.475629 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10164bbe-7393-4084-903f-86bf9e427cd8 HTTP/1.1" status: 204  len: 168 time: 0.3035500
Apr 20 18:26:12.948694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4af0b6-5671-43b6-81c5-626a641efb78 req-87d17968-7e07-489a-a478-1cf629df2f2d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:12.950361 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fc4af0b6-5671-43b6-81c5-626a641efb78 req-87d17968-7e07-489a-a478-1cf629df2f2d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0890002
Apr 20 18:26:13.002884 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fc4af0b6-5671-43b6-81c5-626a641efb78 req-cba9d65a-be70-4910-ad9f-29bb0a556671 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462017
Apr 20 18:26:13.260244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:13.632143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430bfef-7db0-467a-a5f6-63bc3f2af197 req-0a0bf93b-7776-4718-9af0-1b121de1dcb4 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:13.634066 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5430bfef-7db0-467a-a5f6-63bc3f2af197 req-0a0bf93b-7776-4718-9af0-1b121de1dcb4 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 945 time: 0.0945508
Apr 20 18:26:13.687606 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5430bfef-7db0-467a-a5f6-63bc3f2af197 req-bd096231-3200-42e9-ab95-804437c7e855 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/security-groups?id=91151cec-32cf-4aa4-b654-d4c098c5b015&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457911
Apr 20 18:26:13.907273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af987b6c-0ce5-46fc-8322-883e8a2e8bac req-4b3a4f24-ceac-40be-8d4a-3608c622aa8f tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:13.908853 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-af987b6c-0ce5-46fc-8322-883e8a2e8bac req-4b3a4f24-ceac-40be-8d4a-3608c622aa8f tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 945 time: 0.0891216
Apr 20 18:26:13.990076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-af987b6c-0ce5-46fc-8322-883e8a2e8bac req-37581fcc-a56a-4085-8ee1-b7a71f60062c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Deleting port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:26:13.990632 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-af987b6c-0ce5-46fc-8322-883e8a2e8bac req-37581fcc-a56a-4085-8ee1-b7a71f60062c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.337241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-af987b6c-0ce5-46fc-8322-883e8a2e8bac req-37581fcc-a56a-4085-8ee1-b7a71f60062c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] For port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1,segment=NetworkSegment(45af68d6-716e-44ee-96b2-27c7d26fa790),segment_id=45af68d6-716e-44ee-96b2-27c7d26fa790)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:26:14.337643 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-af987b6c-0ce5-46fc-8322-883e8a2e8bac req-37581fcc-a56a-4085-8ee1-b7a71f60062c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.361328 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baa711-0eb9-476a-a313-09158edc6195 req-fecd8551-2fb5-4e92-84fa-1403148d273f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:14.362989 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a6baa711-0eb9-476a-a313-09158edc6195 req-fecd8551-2fb5-4e92-84fa-1403148d273f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.1698942
Apr 20 18:26:14.499367 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-af987b6c-0ce5-46fc-8322-883e8a2e8bac req-37581fcc-a56a-4085-8ee1-b7a71f60062c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Calling delete_port for c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:26:14.580357 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a6baa711-0eb9-476a-a313-09158edc6195 req-d075b6a6-d19b-492d-8290-b32ba9b2df8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1638381
Apr 20 18:26:14.673288 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-af987b6c-0ce5-46fc-8322-883e8a2e8bac req-37581fcc-a56a-4085-8ee1-b7a71f60062c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.679246 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d59f0451-9ffd-49cc-b805-382b8e7b5408 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:14.685154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:26:14.730135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37581fcc-a56a-4085-8ee1-b7a71f60062c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Pushing event deleted for resources: {'Port': ['ID=c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:14.734210 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-37581fcc-a56a-4085-8ee1-b7a71f60062c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:14.813821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-af987b6c-0ce5-46fc-8322-883e8a2e8bac req-37581fcc-a56a-4085-8ee1-b7a71f60062c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] No DVR routers for this DVR port c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:26:14.816332 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-af987b6c-0ce5-46fc-8322-883e8a2e8bac req-37581fcc-a56a-4085-8ee1-b7a71f60062c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.819365 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd65bdcc-955a-42f1-ba23-d8f25ea28f7b', 'name': 'network-vif-deleted', 'tag': 'c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:26:14.840658 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-af987b6c-0ce5-46fc-8322-883e8a2e8bac req-37581fcc-a56a-4085-8ee1-b7a71f60062c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.41 "DELETE /v2.0/ports/c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 HTTP/1.1" status: 204  len: 173 time: 0.9257925
Apr 20 18:26:14.857321 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0b14032b-5113-4285-a7c4-035cd0c888fa req-8aa1ce70-4d2c-478d-906e-a03efc329f9e tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd65bdcc-955a-42f1-ba23-d8f25ea28f7b HTTP/1.1" status: 200  len: 210 time: 0.0548916
Apr 20 18:26:14.885061 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd65bdcc-955a-42f1-ba23-d8f25ea28f7b', 'name': 'network-vif-deleted', 'tag': 'c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1', 'status': 'completed', 'code': 200}
Apr 20 18:26:15.818046 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c056ca-2a03-4cec-8e2b-864449541ff3 req-5c724197-b14a-4aec-a117-eb1fb0d2fd33 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:15.819815 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-21c056ca-2a03-4cec-8e2b-864449541ff3 req-5c724197-b14a-4aec-a117-eb1fb0d2fd33 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.1149788
Apr 20 18:26:15.875177 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-21c056ca-2a03-4cec-8e2b-864449541ff3 req-305e43ce-d5ca-4063-b387-001056e65b09 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481272
Apr 20 18:26:17.085756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd930af-9459-4524-9b2c-add51d1bbcfb req-e15b2d6f-3f0e-4026-864c-469140993fc2 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:17.087400 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bbd930af-9459-4524-9b2c-add51d1bbcfb req-e15b2d6f-3f0e-4026-864c-469140993fc2 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0888803
Apr 20 18:26:17.146001 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bbd930af-9459-4524-9b2c-add51d1bbcfb req-2ca47432-0d63-4132-9b2f-6b58da874915 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512531
Apr 20 18:26:18.361103 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d7d8b-7db7-4e1e-ad8b-7f8e32361161 req-30589508-8d35-4ff7-83fe-d0a5dcf6c685 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:18.362730 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-240d7d8b-7db7-4e1e-ad8b-7f8e32361161 req-30589508-8d35-4ff7-83fe-d0a5dcf6c685 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0916831
Apr 20 18:26:18.410567 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-240d7d8b-7db7-4e1e-ad8b-7f8e32361161 req-9fc5386f-3ad2-4f7e-9872-1b4289cb65f0 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416160
Apr 20 18:26:19.394637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 3148b6aa-85be-4efc-aaf2-890a502b24b0 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:26:19.538065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:26:19.553188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'port_id': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'mac_address': 'fa:16:3e:8b:07:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:26:19.612492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:19.621497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105141d-1dbd-48c6-983b-cff113a3f10a req-4b0edd87-ae64-4661-b17b-95611fc7818c tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:19.623214 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d105141d-1dbd-48c6-983b-cff113a3f10a req-4b0edd87-ae64-4661-b17b-95611fc7818c tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 944 time: 0.0912457
Apr 20 18:26:19.633803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3148b6aa-85be-4efc-aaf2-890a502b24b0 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:26:19.650660 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:26:19.654114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:19.656674 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3f8b48ee-c99d-4900-bc45-68ef531e529b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:19.676215 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d105141d-1dbd-48c6-983b-cff113a3f10a req-8794caff-34bf-408e-8d57-ba8d20f4d795 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454988
Apr 20 18:26:19.727271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=3148b6aa-85be-4efc-aaf2-890a502b24b0,revision_number=9']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:19.736452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:19.736452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:19.736742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:19.737092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:19.737462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:19.737827 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:19.738218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:19.738584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:19.738963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:19.739327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:19.739686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:19.740045 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:19.744151 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:20.393510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:26:20.430348 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:26:20.430913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device c2b4ae6d-ca3f-4c17-a6e5-4e1bdb48e6a1 not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:26:20.623080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['3148b6aa-85be-4efc-aaf2-890a502b24b0'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:26:20.890490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f343081-e34f-4bc6-8a1b-362b3258036e req-7481a313-f1a9-46a9-8aea-35911ee23eb3 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:20.892120 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3f343081-e34f-4bc6-8a1b-362b3258036e req-7481a313-f1a9-46a9-8aea-35911ee23eb3 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 945 time: 0.0903234
Apr 20 18:26:20.940596 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3f343081-e34f-4bc6-8a1b-362b3258036e req-4ccc2980-7215-4cb8-997d-5340c1c06aa6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423000
Apr 20 18:26:22.155143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6bcb-e913-42dd-8bdd-6850568dec18 req-c0e61af7-68b7-4bd8-a6da-2e66e62f47a2 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:22.156724 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5b2a6bcb-e913-42dd-8bdd-6850568dec18 req-c0e61af7-68b7-4bd8-a6da-2e66e62f47a2 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 945 time: 0.0926433
Apr 20 18:26:22.207243 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5b2a6bcb-e913-42dd-8bdd-6850568dec18 req-453fd68b-2764-4797-b552-58a8feb53718 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437691
Apr 20 18:26:23.086144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:26:23.416487 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58957f3-1028-487a-af24-786938dec0c0 req-4a8d70e6-c0f3-4ad9-b549-b2c0427d3978 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:23.418153 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d58957f3-1028-487a-af24-786938dec0c0 req-4a8d70e6-c0f3-4ad9-b549-b2c0427d3978 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 945 time: 0.0897946
Apr 20 18:26:23.467097 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d58957f3-1028-487a-af24-786938dec0c0 req-0ff76f72-5622-4c2b-a012-d9053bde5ec0 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427191
Apr 20 18:26:24.695463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b1ae8-f96c-4c9c-a869-e162feb8521b req-34091365-75be-4818-a7bd-d12a0fd342b3 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:24.697104 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e18b1ae8-f96c-4c9c-a869-e162feb8521b req-34091365-75be-4818-a7bd-d12a0fd342b3 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 945 time: 0.0945196
Apr 20 18:26:24.746314 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e18b1ae8-f96c-4c9c-a869-e162feb8521b req-6ed6699b-17a0-4ab8-b079-495fbfb67278 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415630
Apr 20 18:26:25.626223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 3148b6aa-85be-4efc-aaf2-890a502b24b0 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:26:25.700375 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 3148b6aa-85be-4efc-aaf2-890a502b24b0 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:26:25.700870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:25.832248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:25.864149 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:26:25.876768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:26:25.881720 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:25.883954 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:25.969773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=3148b6aa-85be-4efc-aaf2-890a502b24b0,revision_number=10']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:25.975144 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'code': 200}
Apr 20 18:26:25.976011 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:26.011150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14288f-5932-4d92-91c1-04a9615b974e req-b27e48d2-4da7-48f1-b8a0-8279e220b532 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:26.012760 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1a14288f-5932-4d92-91c1-04a9615b974e req-b27e48d2-4da7-48f1-b8a0-8279e220b532 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 947 time: 0.1379282
Apr 20 18:26:26.062416 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1a14288f-5932-4d92-91c1-04a9615b974e req-ef2ac4a5-7164-4f99-b129-2568f67beeaa tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421093
Apr 20 18:26:26.469259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d83f9-fbe2-405f-b3c2-d8b2d09cf7cc req-b5744b36-742a-4214-9cdf-2093fb65066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:26.470921 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b85d83f9-fbe2-405f-b3c2-d8b2d09cf7cc req-b5744b36-742a-4214-9cdf-2093fb65066a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 1100 time: 0.0785065
Apr 20 18:26:26.516012 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b85d83f9-fbe2-405f-b3c2-d8b2d09cf7cc req-7a0838b0-d63b-49cf-a44c-d701c0e982e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378389
Apr 20 18:26:27.526931 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac20770-9911-4f5f-bd15-6791dcbe3c2c req-fd862787-cab9-4ae0-b900-1283560dc02d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:27.536438 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3ac20770-9911-4f5f-bd15-6791dcbe3c2c req-fd862787-cab9-4ae0-b900-1283560dc02d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 947 time: 0.3526974
Apr 20 18:26:27.601657 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3ac20770-9911-4f5f-bd15-6791dcbe3c2c req-7916135f-8153-4fe1-9456-144041e8dfff tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634739
Apr 20 18:26:29.033906 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a24d7-3828-416c-ac1c-8f6e0ba2c034 req-3768f5c1-1532-4ad7-a434-deef8cabc387 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:29.035525 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-560a24d7-3828-416c-ac1c-8f6e0ba2c034 req-3768f5c1-1532-4ad7-a434-deef8cabc387 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 947 time: 0.3104556
Apr 20 18:26:29.086754 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-560a24d7-3828-416c-ac1c-8f6e0ba2c034 req-23855475-0b7d-4ae6-98e7-7d1e72e23c8b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446477
Apr 20 18:26:29.836637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-470644e7-176d-4559-91f8-4a05d9921877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:32.126569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f04b170e-7010-4472-8276-718f23cc09ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:32.678826 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:33.507104 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:34.519699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:43.273075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:48.283764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39114) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:48.350598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cc8d7c-8a97-4f01-bf8b-ab9905aa29f1 admin admin] Deleting subnet 8bda077d-1e61-42bc-86ee-f149018af646 {{(pid=86370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:26:48.353663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-60cc8d7c-8a97-4f01-bf8b-ab9905aa29f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:48.407806 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-60cc8d7c-8a97-4f01-bf8b-ab9905aa29f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2339529'] for subnet, precommit_delete_associations {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:48.464420 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-60cc8d7c-8a97-4f01-bf8b-ab9905aa29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:48.735777 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-60cc8d7c-8a97-4f01-bf8b-ab9905aa29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852436440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411689'] for subnet, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:48.741124 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4089eaf2-702f-492c-a00b-2727112cd87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:48.780340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-60cc8d7c-8a97-4f01-bf8b-ab9905aa29f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:48.784662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc8d7c-8a97-4f01-bf8b-ab9905aa29f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bda077d-1e61-42bc-86ee-f149018af646,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:48.791741 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-60cc8d7c-8a97-4f01-bf8b-ab9905aa29f1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8bda077d-1e61-42bc-86ee-f149018af646 HTTP/1.1" status: 204  len: 168 time: 0.5066943
Apr 20 18:26:48.792499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39130) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:48.793364 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-60cc8d7c-8a97-4f01-bf8b-ab9905aa29f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:48.911497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:49.045680 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:49.167583 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbda77400>,) {'filters': {'network_id': ['a99171f2-1f52-40c8-9547-c0aeb0e6b739']}} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:49.181661 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbda77400>, '45af68d6-716e-44ee-96b2-27c7d26fa790') {'for_net_delete': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:49.182225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbda77400>, '45af68d6-716e-44ee-96b2-27c7d26fa790') {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:49.195282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436287'] for segment, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:49.213091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:49.219888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=86370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:26:49.401828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Network a99171f2-1f52-40c8-9547-c0aeb0e6b739 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:26:49.411712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2339723'] for segment, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:49.591547 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Network a99171f2-1f52-40c8-9547-c0aeb0e6b739 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:26:49.614222 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:26:49.698037 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:49.702191 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cde37da9-41a6-42d1-b5c8-8c9ca390ff25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:49.716951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:49.727939 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Pushing event deleted for resources: {'Network': ['ID=a99171f2-1f52-40c8-9547-c0aeb0e6b739,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:49.731339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:49.736582 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] 10.222.0.43 "DELETE /v2.0/networks/a99171f2-1f52-40c8-9547-c0aeb0e6b739 HTTP/1.1" status: 204  len: 168 time: 0.9421318
Apr 20 18:26:49.919879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39144) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:49.972149 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3b1cb4f6-6610-4675-a0ab-a4d2b55c80b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae7c716d100040a688d779bdd1030992&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509462
Apr 20 18:26:49.974731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39148) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:50.038824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9a62382f-8c14-4822-ba37-2c745af7d3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:50.066276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9a62382f-8c14-4822-ba37-2c745af7d3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:50.110107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9a62382f-8c14-4822-ba37-2c745af7d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:50.114953 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7d146ca2-b243-4fbd-978a-8d1dda8463a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:50.128690 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62382f-8c14-4822-ba37-2c745af7d3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91151cec-32cf-4aa4-b654-d4c098c5b015,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:50.131712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9a62382f-8c14-4822-ba37-2c745af7d3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:50.137552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9a62382f-8c14-4822-ba37-2c745af7d3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:50.138793 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9a62382f-8c14-4822-ba37-2c745af7d3b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91151cec-32cf-4aa4-b654-d4c098c5b015 HTTP/1.1" status: 204  len: 168 time: 0.1631114
Apr 20 18:26:50.950667 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39190) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:51.061205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1782172305-network', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:26:51.066793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:51.070853 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Usage tracker for resource:network and tenant:e334cf3d38934e90b9f0660f07c24305 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:51.073926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:51.080922 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:51.089723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Made reservation on behalf of e334cf3d38934e90b9f0660f07c24305 for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:26:51.095105 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:51.107795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:51.123868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:51.127954 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Usage tracker for resource:security_group_rule and tenant:e334cf3d38934e90b9f0660f07c24305 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:51.130831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:51.136713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:51.225179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:51.227815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:51.231920 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b4dacb17-c80c-4f3e-967b-fd2df8453a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:51.263649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:26:51.273177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b92529a-8791-424e-93ba-cd482af196b7,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:51.276489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:51.280506 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:51.282100 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Added segment f5c70361-7a47-4bb9-84d4-541778e043f8 of type vlan for network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a
Apr 20 18:26:51.308829 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:51.338323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:51.339735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:51.340377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:51.346038 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:51.451015 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4991627
Apr 20 18:26:51.451976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Pushing event updated for resources: {'Network': ['ID=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:51.454863 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39196) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:51.455442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:51.461245 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Request body: {'subnet': {'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1782172305-subnet', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:26:51.463309 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:26:51.466430 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:51.471450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Usage tracker for resource:subnet and tenant:e334cf3d38934e90b9f0660f07c24305 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:51.474425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:51.481262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:51.490677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Made reservation on behalf of e334cf3d38934e90b9f0660f07c24305 for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:26:51.495440 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138343'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:51.905462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2280192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138358'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:51.911436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:51.991567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca77b30-2488-484f-95da-14754f71947d,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:51.995660 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:51.996584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Checking segment: {'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:26:51.996982 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Network hostable DHCP agents. Network: 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:26:52.016214 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:26:52.024652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:26:52.034621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edb02d4-1d0b-46ff-95df-d703550988b4 None None] Network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:26:52.037955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:52.038613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:52.062488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39204) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:52.066467 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b8ffa3de-3ea3-4238-a600-fb97ccf2dffc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6102135
Apr 20 18:26:52.068725 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:26:52.073713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:52.078325 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Usage tracker for resource:router and tenant:e334cf3d38934e90b9f0660f07c24305 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:52.081321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:52.087348 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:52.099175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771027'] for router, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:52.100222 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4757'] for router, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:52.120617 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:52.314678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20c587e-0ae1-536d-81a8-d9304bd08c12-2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d'}]}} from dv-cinder-786929-2-iscsi. {{(pid=86371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:26:52.315607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:52.416686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4742'] for router, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:52.489697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Allocated IP 172.20.0.2 (2523b95e-3a4f-400a-b9ad-3bfb54f42a6a/fca77b30-2488-484f-95da-14754f71947d/99c841d3-2f00-4bae-9483-9abda07fe8b5) {{(pid=86371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:26:52.750765 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:52.786028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:52.870240 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Notify callbacks [] for port, precommit_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:52.881658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Transition to ACTIVE for port object 99c841d3-2f00-4bae-9483-9abda07fe8b5 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:26:52.900894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Transition to ACTIVE for port object 99c841d3-2f00-4bae-9483-9abda07fe8b5 will not be triggered until provisioned by entity DHCP. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:26:52.905802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:52.911351 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:52.939448 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Allocated IP 172.27.1.202 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/d5da2f2b-9f50-487c-8304-d99aef4bc759) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:26:52.978929 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a is already hosted by enough agents. {{(pid=86371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:26:52.982502 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Resources bound (agent type, host, resource id):  {{(pid=86371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:26:52.986975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Received port after_create {{(pid=86371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:26:53.027482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Pushing event updated for resources: {'Port': ['ID=99c841d3-2f00-4bae-9483-9abda07fe8b5,revision_number=1']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:53.035476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:53.088707 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Attempting to bind port 99c841d3-2f00-4bae-9483-9abda07fe8b5 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:26:53.089149 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Attempting to bind port 99c841d3-2f00-4bae-9483-9abda07fe8b5 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:26:53.089543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Attempting to bind port 99c841d3-2f00-4bae-9483-9abda07fe8b5 on network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:26:53.095292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:26:53.095724 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Checking segment: {'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:26:53.096176 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:53.096621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Bound using segment: {'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:26:53.097154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Bound port: 99c841d3-2f00-4bae-9483-9abda07fe8b5, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:26:53.097563 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:53.099115 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:53.130690 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:53.135524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:53.195647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] For port 99c841d3-2f00-4bae-9483-9abda07fe8b5, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:26:53.198783 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] For port 99c841d3-2f00-4bae-9483-9abda07fe8b5, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=99c841d3-2f00-4bae-9483-9abda07fe8b5,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:26:53.202364 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:53.204357 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:26:53.207224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:53.207900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:26:53.210444 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:26:53.252091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Pushing event updated for resources: {'Port': ['ID=d5da2f2b-9f50-487c-8304-d99aef4bc759,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:53.255252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:53.288167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Pushing event updated for resources: {'Port': ['ID=99c841d3-2f00-4bae-9483-9abda07fe8b5,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:53.291430 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:53.994154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:54.305248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 99c841d3-2f00-4bae-9483-9abda07fe8b5 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:26:54.358616 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854341156'] for router, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:54.379554 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 99c841d3-2f00-4bae-9483-9abda07fe8b5 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:26:54.586122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Router d9d65975-86e4-4434-ba17-7377b4e3e461 is scheduled to L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd with binding_index 1 {{(pid=86370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:26:54.722678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe10fe69-1a62-4020-8353-ca013c28fc01 None None] Network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:26:54.786876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:26:54.813626 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Sync routers for ids ['d9d65975-86e4-4434-ba17-7377b4e3e461'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:26:54.813861 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:54.818055 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.7544138
Apr 20 18:26:54.818345 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39224) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:54.837381 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-12d74519-8531-48f5-bd0e-0a02d1e04d9d None None] Provisioning for port 99c841d3-2f00-4bae-9483-9abda07fe8b5 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:26:54.854966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Routers {'d9d65975-86e4-4434-ba17-7377b4e3e461'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:26:54.855677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd4bc208>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:26:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['d9d65975-86e4-4434-ba17-7377b4e3e461'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:54.916554 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-12d74519-8531-48f5-bd0e-0a02d1e04d9d None None] Provisioning complete for port 99c841d3-2f00-4bae-9483-9abda07fe8b5 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:26:54.916984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-12d74519-8531-48f5-bd0e-0a02d1e04d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:55.247571 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Set router d9d65975-86e4-4434-ba17-7377b4e3e461 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:26:55.471231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-12d74519-8531-48f5-bd0e-0a02d1e04d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:55.555160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:55.565881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-12d74519-8531-48f5-bd0e-0a02d1e04d9d None None] For port 99c841d3-2f00-4bae-9483-9abda07fe8b5, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=99c841d3-2f00-4bae-9483-9abda07fe8b5,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:26:55.571848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-12d74519-8531-48f5-bd0e-0a02d1e04d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:55.575187 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:55.689865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d74519-8531-48f5-bd0e-0a02d1e04d9d None None] Pushing event updated for resources: {'Port': ['ID=99c841d3-2f00-4bae-9483-9abda07fe8b5,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:55.699651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-12d74519-8531-48f5-bd0e-0a02d1e04d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:55.713216 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd4bc208>, [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:53Z', 'revision_number': 3, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:55.718076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Checking router: d9d65975-86e4-4434-ba17-7377b4e3e461 for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:26:55.718076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Updating router d9d65975-86e4-4434-ba17-7377b4e3e461 port d5da2f2b-9f50-487c-8304-d99aef4bc759 binding host dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:26:55.779870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:55.792653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Allocated IP 172.20.0.1 (2523b95e-3a4f-400a-b9ad-3bfb54f42a6a/fca77b30-2488-484f-95da-14754f71947d/94501c02-5ade-4ed4-a398-d7f152ff503a) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:26:55.846137 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-8324f55b-8a1a-42fe-a3b2-d4d91a3f1938 None None] Provisioning complete for port 99c841d3-2f00-4bae-9483-9abda07fe8b5 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:26:55.846567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8324f55b-8a1a-42fe-a3b2-d4d91a3f1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:55.958481 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:55.976251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Transition to ACTIVE for port object 94501c02-5ade-4ed4-a398-d7f152ff503a will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:26:56.000067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.004895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:56.070699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:26:56.074806 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:26:56.079788 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:26:56.122124 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Pushing event updated for resources: {'Port': ['ID=94501c02-5ade-4ed4-a398-d7f152ff503a,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:56.127150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:56.151541 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395265'] for router_interface, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.283534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.293581 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 99c841d3-2f00-4bae-9483-9abda07fe8b5 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:26:56.428471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 99c841d3-2f00-4bae-9483-9abda07fe8b5 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:26:56.428890 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.461220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-65253413-dc07-48ce-844b-0dba74de9044 None None] Provisioning for port 94501c02-5ade-4ed4-a398-d7f152ff503a completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:26:56.505382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-65253413-dc07-48ce-844b-0dba74de9044 None None] Provisioning complete for port 94501c02-5ade-4ed4-a398-d7f152ff503a triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:26:56.505989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-65253413-dc07-48ce-844b-0dba74de9044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.530990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.534626 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.564747 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-37581fcc-a56a-4085-8ee1-b7a71f60062c tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:56.611168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-65253413-dc07-48ce-844b-0dba74de9044 None None] Port 94501c02-5ade-4ed4-a398-d7f152ff503a cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:26:56.613803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.632044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Transition to ACTIVE for port object d5da2f2b-9f50-487c-8304-d99aef4bc759 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:26:56.650474 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854380442'] for router_interface, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.655076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Pushing event updated for resources: {'Port': ['ID=94501c02-5ade-4ed4-a398-d7f152ff503a,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:56.659902 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:56.670101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.681257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:56.783043 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28f897-6324-4589-a2cb-615fa947cad8 None None] Pushing event updated for resources: {'Port': ['ID=d5da2f2b-9f50-487c-8304-d99aef4bc759,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:56.785424 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Attempting to bind port d5da2f2b-9f50-487c-8304-d99aef4bc759 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:26:56.785866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Attempting to bind port d5da2f2b-9f50-487c-8304-d99aef4bc759 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:26:56.786287 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Attempting to bind port d5da2f2b-9f50-487c-8304-d99aef4bc759 on network d08991fe-c0e4-4126-9314-569b6f56b472 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:26:56.790469 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7c28f897-6324-4589-a2cb-615fa947cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:56.792889 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:26:56.793318 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Checking segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:26:56.793773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.794242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Bound using segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:26:56.794782 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Bound port: d5da2f2b-9f50-487c-8304-d99aef4bc759, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:26:56.795192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.801562 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:26:56.802558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:26:56.887065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] For port d5da2f2b-9f50-487c-8304-d99aef4bc759, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:26:56.890652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] For port d5da2f2b-9f50-487c-8304-d99aef4bc759, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=d5da2f2b-9f50-487c-8304-d99aef4bc759,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:26:56.895604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.899617 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:56.983660 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Routers {'d9d65975-86e4-4434-ba17-7377b4e3e461'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:26:56.984855 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd4bc208>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:26:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['d9d65975-86e4-4434-ba17-7377b4e3e461'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:57.019918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Router d9d65975-86e4-4434-ba17-7377b4e3e461 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:26:57.064489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28f897-6324-4589-a2cb-615fa947cad8 None None] Pushing event updated for resources: {'Port': ['ID=d5da2f2b-9f50-487c-8304-d99aef4bc759,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:57.073253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7c28f897-6324-4589-a2cb-615fa947cad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:57.148279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-ea383bdf-4b8c-433c-b489-4905489e95a8 None None] Provisioning complete for port 94501c02-5ade-4ed4-a398-d7f152ff503a triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:26:57.148711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ea383bdf-4b8c-433c-b489-4905489e95a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:57.222772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:26:57.233537 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] 10.222.0.43 "PUT /v2.0/routers/d9d65975-86e4-4434-ba17-7377b4e3e461/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4138005
Apr 20 18:26:57.244992 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ea383bdf-4b8c-433c-b489-4905489e95a8 None None] Port 94501c02-5ade-4ed4-a398-d7f152ff503a cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:26:57.264955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] Set router d9d65975-86e4-4434-ba17-7377b4e3e461 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:26:57.624152 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd4bc208>, [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '94501c02-5ade-4ed4-a398-d7f152ff503a', 'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'mac_address': 'fa:16:3e:5b:4c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:55Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 2, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'subnets': [{'id': 'fca77b30-2488-484f-95da-14754f71947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:57.628697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544e63b8-4f86-49cc-a411-6f87b9b2139b None None] The sync data for ids ['d9d65975-86e4-4434-ba17-7377b4e3e461'] in dv-cinder-786929-2-iscsi is: [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '94501c02-5ade-4ed4-a398-d7f152ff503a', 'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'mac_address': 'fa:16:3e:5b:4c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:55Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 2, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'subnets': [{'id': 'fca77b30-2488-484f-95da-14754f71947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:26:57.809230 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39270) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:57.817479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1795080663-network', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:26:57.822884 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:57.826978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Usage tracker for resource:network and tenant:acf9ad975c214d6eaa79738d3b978236 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:57.830510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:57.836857 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:57.847118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Made reservation on behalf of acf9ad975c214d6eaa79738d3b978236 for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:26:57.851893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:57.865441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:57.881470 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:57.885521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:acf9ad975c214d6eaa79738d3b978236 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:57.888575 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:57.894975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:57.986917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:57.990654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:57.995244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-194a2fc3-4f15-46ff-84cd-f51dd08f14ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:58.024447 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:26:58.039324 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7675696-56a5-4a17-998e-e0b9b20ff589,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:58.043823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:58.044843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:58.045242 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Added segment 317dc4ec-3454-4712-89ae-fe70d6da1c55 of type vlan for network 77a7a579-630f-4ced-97d8-9153b0daf930
Apr 20 18:26:58.075799 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:58.108268 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:58.110883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:58.111547 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:58.117117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b7e4193f-d021-42d3-b070-a3565f63fc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:58.233371 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39274) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:58.233608 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4225917
Apr 20 18:26:58.235650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Pushing event updated for resources: {'Network': ['ID=77a7a579-630f-4ced-97d8-9153b0daf930,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:58.238374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:58.244451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Request body: {'subnet': {'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1795080663-subnet', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'ip_version': 4}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:26:58.250464 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:58.251050 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network 77a7a579-630f-4ced-97d8-9153b0daf930 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:26:58.254883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Usage tracker for resource:subnet and tenant:acf9ad975c214d6eaa79738d3b978236 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:58.259218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:58.266160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:58.275971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Made reservation on behalf of acf9ad975c214d6eaa79738d3b978236 for: {'subnet': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:26:58.281322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852364157'] for subnet, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:58.738366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2339437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852364142'] for subnet, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:58.743623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:58.828307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b7dd93-a3ce-4bdb-939e-489812ac8798,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:58.830823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Checking segment: {'id': '317dc4ec-3454-4712-89ae-fe70d6da1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:26:58.831145 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Network hostable DHCP agents. Network: 77a7a579-630f-4ced-97d8-9153b0daf930, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:26:58.836088 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:58.856086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Network 77a7a579-630f-4ced-97d8-9153b0daf930 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:26:58.865596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, 77a7a579-630f-4ced-97d8-9153b0daf930) {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:26:58.875342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df555a64-bbaf-4a45-8629-24a0798c3f4a None None] Network 77a7a579-630f-4ced-97d8-9153b0daf930 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:26:58.884310 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:58.884971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:58.908817 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6733553
Apr 20 18:26:58.911587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39294) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:58.917810 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1795080663-router', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:26:58.924562 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:58.929258 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Usage tracker for resource:router and tenant:acf9ad975c214d6eaa79738d3b978236 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:58.932467 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:58.939239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:58.950901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771027'] for router, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:58.952222 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4757'] for router, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:58.971683 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.131338 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20c587e-0ae1-536d-81a8-d9304bd08c12-77a7a579-630f-4ced-97d8-9153b0daf930', 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'fixed_ips': [{'subnet_id': 'c3b7dd93-a3ce-4bdb-939e-489812ac8798'}]}} from dv-cinder-786929-2-iscsi. {{(pid=86371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:26:59.132414 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.305933 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Allocated IP 172.20.0.2 (77a7a579-630f-4ced-97d8-9153b0daf930/c3b7dd93-a3ce-4bdb-939e-489812ac8798/04281907-83bc-49b7-8332-50a567dec48d) {{(pid=86371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:26:59.482594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4742'] for router, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.525734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Notify callbacks [] for port, precommit_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.537030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Transition to ACTIVE for port object 04281907-83bc-49b7-8332-50a567dec48d will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:26:59.557115 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Transition to ACTIVE for port object 04281907-83bc-49b7-8332-50a567dec48d will not be triggered until provisioned by entity DHCP. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:26:59.561777 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.567350 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:59.640701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Network 77a7a579-630f-4ced-97d8-9153b0daf930 is already hosted by enough agents. {{(pid=86371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:26:59.649704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Resources bound (agent type, host, resource id):  {{(pid=86371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:26:59.659171 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Received port after_create {{(pid=86371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:26:59.767808 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Pushing event updated for resources: {'Port': ['ID=04281907-83bc-49b7-8332-50a567dec48d,revision_number=1']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:59.776307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:59.819717 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.853261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.908124 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Attempting to bind port 04281907-83bc-49b7-8332-50a567dec48d on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:26:59.908545 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Attempting to bind port 04281907-83bc-49b7-8332-50a567dec48d by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '317dc4ec-3454-4712-89ae-fe70d6da1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:26:59.908958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Attempting to bind port 04281907-83bc-49b7-8332-50a567dec48d on network 77a7a579-630f-4ced-97d8-9153b0daf930 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:26:59.918524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:26:59.918951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Checking segment: {'id': '317dc4ec-3454-4712-89ae-fe70d6da1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:26:59.919407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.919850 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Bound using segment: {'id': '317dc4ec-3454-4712-89ae-fe70d6da1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:26:59.920371 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Bound port: 04281907-83bc-49b7-8332-50a567dec48d, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317dc4ec-3454-4712-89ae-fe70d6da1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:26:59.920792 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.932433 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cf2b2c6a-b009-4f27-98de-3c032e2aa0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.009087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Allocated IP 172.27.1.254 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/fc87dd75-d57b-4aa5-9049-d78431592628) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:27:00.087844 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:27:00.206748 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.227926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] For port 04281907-83bc-49b7-8332-50a567dec48d, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:27:00.242307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.242527 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] For port 04281907-83bc-49b7-8332-50a567dec48d, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=04281907-83bc-49b7-8332-50a567dec48d,segment=NetworkSegment(317dc4ec-3454-4712-89ae-fe70d6da1c55),segment_id=317dc4ec-3454-4712-89ae-fe70d6da1c55)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:27:00.248615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:00.251317 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.257039 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:00.315091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:27:00.323304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:27:00.328797 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:27:00.362589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Pushing event updated for resources: {'Port': ['ID=04281907-83bc-49b7-8332-50a567dec48d,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:00.367170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device d5da2f2b-9f50-487c-8304-d99aef4bc759 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:00.380263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Pushing event updated for resources: {'Port': ['ID=fc87dd75-d57b-4aa5-9049-d78431592628,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:00.384973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:00.405498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:00.469380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port d5da2f2b-9f50-487c-8304-d99aef4bc759 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:00.476526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port d5da2f2b-9f50-487c-8304-d99aef4bc759 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:00.477043 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.618838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.641143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port d5da2f2b-9f50-487c-8304-d99aef4bc759, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=d5da2f2b-9f50-487c-8304-d99aef4bc759,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:00.644703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.648676 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:00.755745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=d5da2f2b-9f50-487c-8304-d99aef4bc759,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:00.759050 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:00.879898 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:01.060146 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Sync routers for ids ['d9d65975-86e4-4434-ba17-7377b4e3e461'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:27:01.070868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Routers {'d9d65975-86e4-4434-ba17-7377b4e3e461'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:01.071461 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbddc9ba8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:26:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['d9d65975-86e4-4434-ba17-7377b4e3e461'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:01.233388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39332) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:01.264421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854341156'] for router, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:01.280159 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Set router d9d65975-86e4-4434-ba17-7377b4e3e461 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:01.388750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8f9d60d8-8239-4091-81dd-293a310d7b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:01.407730 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-8f9d60d8-8239-4091-81dd-293a310d7b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:01.414301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-8f9d60d8-8239-4091-81dd-293a310d7b08 admin admin] Usage tracker for resource:security_group_rule and tenant:23ddfda736154163b6f1cdb6fdb989ab is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:01.417902 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-8f9d60d8-8239-4091-81dd-293a310d7b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:01.426305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-8f9d60d8-8239-4091-81dd-293a310d7b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:01.522442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8f9d60d8-8239-4091-81dd-293a310d7b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:01.536610 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8f9d60d8-8239-4091-81dd-293a310d7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:01.547375 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4d7be477-3895-4f46-8a2c-9ddfc1580125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:01.606594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d60d8-8239-4091-81dd-293a310d7b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f678eb71-823b-4dcf-b943-98b8dbd44a0a,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:01.615109 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-8f9d60d8-8239-4091-81dd-293a310d7b08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23ddfda736154163b6f1cdb6fdb989ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3795388
Apr 20 18:27:01.615425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39338) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:01.616735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8f9d60d8-8239-4091-81dd-293a310d7b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:01.671853 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbddc9ba8>, [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '94501c02-5ade-4ed4-a398-d7f152ff503a', 'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'mac_address': 'fa:16:3e:5b:4c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:55Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 2, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'subnets': [{'id': 'fca77b30-2488-484f-95da-14754f71947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:01.676917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Checking router: d9d65975-86e4-4434-ba17-7377b4e3e461 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:27:01.677329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Updating router d9d65975-86e4-4434-ba17-7377b4e3e461 port 94501c02-5ade-4ed4-a398-d7f152ff503a binding host dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:27:01.694182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0d43608c-2677-4739-8adf-ecbdaae7890d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:01.727211 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0d43608c-2677-4739-8adf-ecbdaae7890d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:01.736177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Router dcedb225-b1d3-433e-9cc9-a26e0133d631 is scheduled to L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd with binding_index 1 {{(pid=86369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:27:01.744121 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:01.813886 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0d43608c-2677-4739-8adf-ecbdaae7890d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:01.819438 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4c504447-f7f7-4fa8-958c-c8acfa890a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:01.846829 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43608c-2677-4739-8adf-ecbdaae7890d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f678eb71-823b-4dcf-b943-98b8dbd44a0a,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:01.877312 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0d43608c-2677-4739-8adf-ecbdaae7890d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:01.880285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0d43608c-2677-4739-8adf-ecbdaae7890d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:01.882085 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-0d43608c-2677-4739-8adf-ecbdaae7890d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f678eb71-823b-4dcf-b943-98b8dbd44a0a HTTP/1.1" status: 204  len: 168 time: 0.2642601
Apr 20 18:27:01.950479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d383fa-18fb-4794-9d52-16eeb0e064b8 None None] Network 77a7a579-630f-4ced-97d8-9153b0daf930 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:27:01.971417 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:27:01.997707 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.000267 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.0875230
Apr 20 18:27:02.003735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39344) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:02.034281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Sync routers for ids ['dcedb225-b1d3-433e-9cc9-a26e0133d631'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:27:02.064008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Routers {'dcedb225-b1d3-433e-9cc9-a26e0133d631'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:02.064837 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbde2a978>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:26:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['dcedb225-b1d3-433e-9cc9-a26e0133d631'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:02.141087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-8731f2aa-4670-4a09-a10f-2dffaa6e0074 None None] Provisioning for port 04281907-83bc-49b7-8332-50a567dec48d completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:02.214249 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.231103 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Transition to ACTIVE for port object 94501c02-5ade-4ed4-a398-d7f152ff503a will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:02.239434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.251873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:02.312575 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39354) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:02.322685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-30281edc-6e75-4823-881d-bab85568aa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.366578 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-357a652c-74ed-44a4-bf45-88db57a8a146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.405174 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-357a652c-74ed-44a4-bf45-88db57a8a146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:02.430847 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-357a652c-74ed-44a4-bf45-88db57a8a146 admin admin] Usage tracker for resource:security_group_rule and tenant:2dd79047a3fd4541a2b7eff5d0243b5b is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:02.434434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-357a652c-74ed-44a4-bf45-88db57a8a146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:02.450991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-357a652c-74ed-44a4-bf45-88db57a8a146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:02.493356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Pushing event updated for resources: {'Port': ['ID=94501c02-5ade-4ed4-a398-d7f152ff503a,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:02.537798 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device d5da2f2b-9f50-487c-8304-d99aef4bc759 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:02.608844 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-357a652c-74ed-44a4-bf45-88db57a8a146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.613818 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-357a652c-74ed-44a4-bf45-88db57a8a146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.619913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:02.620235 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:02.620610 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:02.629378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:02.629898 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:02.630327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:02.630649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:02.631021 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:02.631391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:02.631755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:02.632120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:02.632479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:02.634409 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4494dd10-c040-4b52-a8ef-00c0f6d58a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:02.660099 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:02.679284 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a652c-74ed-44a4-bf45-88db57a8a146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51d23f1-a552-4187-9580-55b42fd19842,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:02.681196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Attempting to bind port 94501c02-5ade-4ed4-a398-d7f152ff503a on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:27:02.681611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Attempting to bind port 94501c02-5ade-4ed4-a398-d7f152ff503a by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:27:02.682041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Attempting to bind port 94501c02-5ade-4ed4-a398-d7f152ff503a on network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:02.686668 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-357a652c-74ed-44a4-bf45-88db57a8a146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:02.696340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:27:02.696761 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Checking segment: {'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:27:02.697211 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.697651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Bound using segment: {'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:27:02.700608 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Bound port: 94501c02-5ade-4ed4-a398-d7f152ff503a, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:27:02.701085 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.712806 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-357a652c-74ed-44a4-bf45-88db57a8a146 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2dd79047a3fd4541a2b7eff5d0243b5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3988914
Apr 20 18:27:02.715990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39362) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:02.730167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Set router dcedb225-b1d3-433e-9cc9-a26e0133d631 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:02.863520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bb40d8fc-1c90-4675-ac1c-bbbdc452fa09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.894344 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.895934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bb40d8fc-1c90-4675-ac1c-bbbdc452fa09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.918298 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] For port 94501c02-5ade-4ed4-a398-d7f152ff503a, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:27:02.923790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] For port 94501c02-5ade-4ed4-a398-d7f152ff503a, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=94501c02-5ade-4ed4-a398-d7f152ff503a,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:27:02.929517 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.954683 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-36a25270-9e18-439f-93ef-4fd153987d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:02.955978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bb40d8fc-1c90-4675-ac1c-bbbdc452fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.963554 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bd2c7b50-efb7-463b-b732-e28e7b16acf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:02.978451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40d8fc-1c90-4675-ac1c-bbbdc452fa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51d23f1-a552-4187-9580-55b42fd19842,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:02.986872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bb40d8fc-1c90-4675-ac1c-bbbdc452fa09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:02.990030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bb40d8fc-1c90-4675-ac1c-bbbdc452fa09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.991668 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-bb40d8fc-1c90-4675-ac1c-bbbdc452fa09 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d51d23f1-a552-4187-9580-55b42fd19842 HTTP/1.1" status: 204  len: 168 time: 0.2743602
Apr 20 18:27:03.084439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Routers {'d9d65975-86e4-4434-ba17-7377b4e3e461'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:03.085762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbddc9ba8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['d9d65975-86e4-4434-ba17-7377b4e3e461'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:03.128001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port d5da2f2b-9f50-487c-8304-d99aef4bc759 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:03.128426 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.412422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Pushing event updated for resources: {'Port': ['ID=94501c02-5ade-4ed4-a398-d7f152ff503a,revision_number=4']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:03.424476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-de1ab312-7570-48e8-b0f1-08fa05840751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:03.502155 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] Set router d9d65975-86e4-4434-ba17-7377b4e3e461 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:03.559521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.569879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 04281907-83bc-49b7-8332-50a567dec48d up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:03.630642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.635825 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbde2a978>, [{'id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'name': 'tempest-TestMinimumBasicScenario-1795080663-router', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:58Z', 'updated_at': '2021-04-20T18:27:00Z', 'revision_number': 3, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'gw_port': {'id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:68:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:59Z', 'updated_at': '2021-04-20T18:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:03.648457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Checking router: dcedb225-b1d3-433e-9cc9-a26e0133d631 for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:27:03.648868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Updating router dcedb225-b1d3-433e-9cc9-a26e0133d631 port fc87dd75-d57b-4aa5-9049-d78431592628 binding host dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:27:03.729299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.827901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 04281907-83bc-49b7-8332-50a567dec48d completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:03.852775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 04281907-83bc-49b7-8332-50a567dec48d triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:03.853209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.970728 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbddc9ba8>, [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '94501c02-5ade-4ed4-a398-d7f152ff503a', 'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'mac_address': 'fa:16:3e:5b:4c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:55Z', 'updated_at': '2021-04-20T18:27:02Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'subnets': [{'id': 'fca77b30-2488-484f-95da-14754f71947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:03.976753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e30d3-4849-45da-aab5-442ef25770fe None None] The sync data for ids ['d9d65975-86e4-4434-ba17-7377b4e3e461'] in dv-cinder-786929-2-iscsi is: [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '94501c02-5ade-4ed4-a398-d7f152ff503a', 'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'mac_address': 'fa:16:3e:5b:4c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:55Z', 'updated_at': '2021-04-20T18:27:02Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'subnets': [{'id': 'fca77b30-2488-484f-95da-14754f71947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:27:04.014831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Allocated IP 172.20.0.1 (77a7a579-630f-4ced-97d8-9153b0daf930/c3b7dd93-a3ce-4bdb-939e-489812ac8798/8db16424-aa54-403b-a38c-2c20fd77451a) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:27:04.191526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.215242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.239143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Transition to ACTIVE for port object 8db16424-aa54-403b-a38c-2c20fd77451a will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:04.251795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 04281907-83bc-49b7-8332-50a567dec48d, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=04281907-83bc-49b7-8332-50a567dec48d,segment=NetworkSegment(317dc4ec-3454-4712-89ae-fe70d6da1c55),segment_id=317dc4ec-3454-4712-89ae-fe70d6da1c55)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:04.259621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.263358 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7c28f897-6324-4589-a2cb-615fa947cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:04.267142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.272877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:04.365585 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Network 77a7a579-630f-4ced-97d8-9153b0daf930 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:27:04.369686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:27:04.380807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:27:04.421980 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=04281907-83bc-49b7-8332-50a567dec48d,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:04.430877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:04.444329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8db16424-aa54-403b-a38c-2c20fd77451a,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:04.446965 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.454162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:04.474389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Transition to ACTIVE for port object fc87dd75-d57b-4aa5-9049-d78431592628 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:04.488208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.491486 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395265'] for router_interface, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.506797 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-580ed859-48bb-4520-afb4-679a5976925f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:04.553710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 94501c02-5ade-4ed4-a398-d7f152ff503a up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:04.667480 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.923625 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Attempting to bind port fc87dd75-d57b-4aa5-9049-d78431592628 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:27:04.923941 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Attempting to bind port fc87dd75-d57b-4aa5-9049-d78431592628 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:27:04.924356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Attempting to bind port fc87dd75-d57b-4aa5-9049-d78431592628 on network d08991fe-c0e4-4126-9314-569b6f56b472 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:04.935878 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:27:04.936282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Checking segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:27:04.937249 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.937697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Bound using segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:27:04.938502 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Bound port: fc87dd75-d57b-4aa5-9049-d78431592628, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:27:04.939271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.006622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.013172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.021783 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596bda0-479b-4e52-ba1f-3d984dba1ce3 None None] Pushing event updated for resources: {'Port': ['ID=fc87dd75-d57b-4aa5-9049-d78431592628,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:05.033710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e596bda0-479b-4e52-ba1f-3d984dba1ce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:05.037784 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.051456 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:05.064427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-57757e04-1248-4137-9d93-a2308751717e None None] Provisioning for port 8db16424-aa54-403b-a38c-2c20fd77451a completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:05.076062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-57757e04-1248-4137-9d93-a2308751717e None None] Provisioning complete for port 8db16424-aa54-403b-a38c-2c20fd77451a triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:05.076482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-57757e04-1248-4137-9d93-a2308751717e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.133211 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 94501c02-5ade-4ed4-a398-d7f152ff503a completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:05.145430 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8db16424-aa54-403b-a38c-2c20fd77451a,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:05.146311 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 94501c02-5ade-4ed4-a398-d7f152ff503a triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:05.146894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.149943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:05.176835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854380442'] for router_interface, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.183879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] For port fc87dd75-d57b-4aa5-9049-d78431592628, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:27:05.186663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-57757e04-1248-4137-9d93-a2308751717e None None] Port 8db16424-aa54-403b-a38c-2c20fd77451a cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:27:05.202260 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] For port fc87dd75-d57b-4aa5-9049-d78431592628, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=fc87dd75-d57b-4aa5-9049-d78431592628,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:27:05.207187 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.220995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:05.339272 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Routers {'dcedb225-b1d3-433e-9cc9-a26e0133d631'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:05.339592 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbde2a978>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['dcedb225-b1d3-433e-9cc9-a26e0133d631'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:05.381944 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Network 77a7a579-630f-4ced-97d8-9153b0daf930 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:27:05.383204 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:27:05.396291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596bda0-479b-4e52-ba1f-3d984dba1ce3 None None] Pushing event updated for resources: {'Port': ['ID=fc87dd75-d57b-4aa5-9049-d78431592628,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:05.406315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e596bda0-479b-4e52-ba1f-3d984dba1ce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:05.579918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.624192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169008b4-55d7-4faa-b62b-28797c1af79c req-9ed6c113-6146-4ee0-8d02-8dddc546d43e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:05.638857 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-169008b4-55d7-4faa-b62b-28797c1af79c req-9ed6c113-6146-4ee0-8d02-8dddc546d43e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 947 time: 0.1949813
Apr 20 18:27:05.643475 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Router dcedb225-b1d3-433e-9cc9-a26e0133d631 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:27:05.644077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] Set router dcedb225-b1d3-433e-9cc9-a26e0133d631 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:05.707282 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-169008b4-55d7-4faa-b62b-28797c1af79c req-f03ff6e2-daa5-4b10-893a-c1584503ace2 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627143
Apr 20 18:27:05.863990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:27:05.873441 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] 10.222.0.43 "PUT /v2.0/routers/dcedb225-b1d3-433e-9cc9-a26e0133d631/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8683040
Apr 20 18:27:05.901604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 94501c02-5ade-4ed4-a398-d7f152ff503a, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=94501c02-5ade-4ed4-a398-d7f152ff503a,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:05.910264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-ee8e3509-d2df-4481-869b-814a39b35749 None None] Provisioning complete for port 8db16424-aa54-403b-a38c-2c20fd77451a triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:05.910703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ee8e3509-d2df-4481-869b-814a39b35749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.945259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.955455 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6084eb71-5d64-4987-adea-ab8bbd07754a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:06.063592 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e3509-d2df-4481-869b-814a39b35749 None None] Port 8db16424-aa54-403b-a38c-2c20fd77451a cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:27:06.079464 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=94501c02-5ade-4ed4-a398-d7f152ff503a,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:06.084914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:06.168967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbde2a978>, [{'id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'name': 'tempest-TestMinimumBasicScenario-1795080663-router', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:58Z', 'updated_at': '2021-04-20T18:27:04Z', 'revision_number': 4, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'gw_port': {'id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:68:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:59Z', 'updated_at': '2021-04-20T18:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '8db16424-aa54-403b-a38c-2c20fd77451a', 'name': '', 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'mac_address': 'fa:16:3e:4c:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c3b7dd93-a3ce-4bdb-939e-489812ac8798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:27:03Z', 'updated_at': '2021-04-20T18:27:04Z', 'revision_number': 2, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'subnets': [{'id': 'c3b7dd93-a3ce-4bdb-939e-489812ac8798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:06.173498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d23899-db94-42b3-a32a-0c8ae0f7ce9b None None] The sync data for ids ['dcedb225-b1d3-433e-9cc9-a26e0133d631'] in dv-cinder-786929-2-iscsi is: [{'id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'name': 'tempest-TestMinimumBasicScenario-1795080663-router', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:58Z', 'updated_at': '2021-04-20T18:27:04Z', 'revision_number': 4, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'gw_port': {'id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:68:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:59Z', 'updated_at': '2021-04-20T18:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '8db16424-aa54-403b-a38c-2c20fd77451a', 'name': '', 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'mac_address': 'fa:16:3e:4c:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c3b7dd93-a3ce-4bdb-939e-489812ac8798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:27:03Z', 'updated_at': '2021-04-20T18:27:04Z', 'revision_number': 2, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'subnets': [{'id': 'c3b7dd93-a3ce-4bdb-939e-489812ac8798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:27:06.344244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 94501c02-5ade-4ed4-a398-d7f152ff503a up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:06.432844 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 94501c02-5ade-4ed4-a398-d7f152ff503a triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:06.433371 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:06.573396 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 04281907-83bc-49b7-8332-50a567dec48d up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:06.655031 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 04281907-83bc-49b7-8332-50a567dec48d triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:06.656101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:06.984795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-3e401e04-e892-4da4-bdcc-20fe95a6164e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:06.986799 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-3e401e04-e892-4da4-bdcc-20fe95a6164e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 947 time: 0.1529334
Apr 20 18:27:07.162697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Deleting port 3148b6aa-85be-4efc-aaf2-890a502b24b0 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:27:07.164414 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:07.394971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4721ed-42e7-4c7f-81a5-f8396bb8d0f6 req-69735392-de0c-4b18-b7b9-f2a869b0f3fc tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:07.397339 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ad4721ed-42e7-4c7f-81a5-f8396bb8d0f6 req-69735392-de0c-4b18-b7b9-f2a869b0f3fc tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 947 time: 0.5226421
Apr 20 18:27:07.511722 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ad4721ed-42e7-4c7f-81a5-f8396bb8d0f6 req-fb7857ea-87c8-412c-b9d1-80ded4d4d53f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=52e097e2-96bb-4907-8b4a-cfec792909db&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1066263
Apr 20 18:27:07.673289 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] For port 3148b6aa-85be-4efc-aaf2-890a502b24b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3148b6aa-85be-4efc-aaf2-890a502b24b0,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:07.673623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.155304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.157591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.158165 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Floating IP 4851a0dd-9655-471d-a8eb-a5c9783d3564 disassociated. External IP: 172.27.1.86, port: 3148b6aa-85be-4efc-aaf2-890a502b24b0.
Apr 20 18:27:08.158695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Calling delete_port for 3148b6aa-85be-4efc-aaf2-890a502b24b0 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:27:08.345009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.355372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:08.398396 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device fc87dd75-d57b-4aa5-9049-d78431592628 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:08.484961 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event deleted for resources: {'Port': ['ID=3148b6aa-85be-4efc-aaf2-890a502b24b0,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:08.518594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port fc87dd75-d57b-4aa5-9049-d78431592628 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:08.524654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port fc87dd75-d57b-4aa5-9049-d78431592628 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:08.525293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.557294 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:08.702606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:27:08.802124 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.847092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port fc87dd75-d57b-4aa5-9049-d78431592628, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=fc87dd75-d57b-4aa5-9049-d78431592628,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:08.850971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.853116 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:09.010850 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6c429c4d-7e61-480c-92fd-080dabd00b31 req-12794a6a-3e5d-46d5-b7f2-abf400aa06c1 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2328a3-17a6-439d-8c36-48cc6d6d9307 HTTP/1.1" status: 200  len: 210 time: 0.2732491
Apr 20 18:27:09.029060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:27:09.038167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=fc87dd75-d57b-4aa5-9049-d78431592628,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:09.042310 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:09.042837 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25afc6ce-4300-47dc-add3-316f270147b8 None None] Sync routers for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:27:09.059200 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25afc6ce-4300-47dc-add3-316f270147b8 None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:09.072852 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-25afc6ce-4300-47dc-add3-316f270147b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbddc9470>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:09.189666 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] No DVR routers for this DVR port 3148b6aa-85be-4efc-aaf2-890a502b24b0 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:27:09.194141 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:09.197281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'name': 'network-vif-deleted', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:09.228697 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-eb295dfb-7acc-43ce-81ee-11a81f177f23 req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.41 "DELETE /v2.0/ports/3148b6aa-85be-4efc-aaf2-890a502b24b0 HTTP/1.1" status: 204  len: 173 time: 2.2320921
Apr 20 18:27:09.327383 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2328a3-17a6-439d-8c36-48cc6d6d9307', 'name': 'network-vif-deleted', 'tag': '3148b6aa-85be-4efc-aaf2-890a502b24b0', 'status': 'completed', 'code': 200}
Apr 20 18:27:09.576039 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-25afc6ce-4300-47dc-add3-316f270147b8 None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:10.060234 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-25afc6ce-4300-47dc-add3-316f270147b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbddc9470>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:30Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:10.068464 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25afc6ce-4300-47dc-add3-316f270147b8 None None] Checking router: 1d93e8d7-93a8-459f-b5e0-ec7d0647084f for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:27:10.090348 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25afc6ce-4300-47dc-add3-316f270147b8 None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:10.091468 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-25afc6ce-4300-47dc-add3-316f270147b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbddc9470>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:10.172626 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Sync routers for ids ['dcedb225-b1d3-433e-9cc9-a26e0133d631'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:27:10.200488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Routers {'dcedb225-b1d3-433e-9cc9-a26e0133d631'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:10.206655 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdff7278>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['dcedb225-b1d3-433e-9cc9-a26e0133d631'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:10.232629 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39480) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:10.350791 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b960ecd5-862e-4fa2-9562-c01d74ec50de req-32315051-ad37-4c0e-bcbd-1d8d2589ad66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1768739
Apr 20 18:27:10.365112 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab7dd7fd-81f7-436b-a217-126f1054bc71 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.434824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab7dd7fd-81f7-436b-a217-126f1054bc71 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.451117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-25afc6ce-4300-47dc-add3-316f270147b8 None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:10.456570 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device fc87dd75-d57b-4aa5-9049-d78431592628 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:10.544356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab7dd7fd-81f7-436b-a217-126f1054bc71 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.548876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2ded4074-579c-4c59-a133-ce63c3bafe66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:10.592374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dd7fd-81f7-436b-a217-126f1054bc71 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e097e2-96bb-4907-8b4a-cfec792909db,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:10.594699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ab7dd7fd-81f7-436b-a217-126f1054bc71 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:10.610343 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab7dd7fd-81f7-436b-a217-126f1054bc71 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.617801 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ab7dd7fd-81f7-436b-a217-126f1054bc71 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "DELETE /v2.0/security-groups/52e097e2-96bb-4907-8b4a-cfec792909db HTTP/1.1" status: 204  len: 168 time: 0.3840110
Apr 20 18:27:10.618568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39484) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:10.651363 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.v2.resource [None req-30e5694a-6e0f-43a4-a93c-b4aecb669de4 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] show failed (client error): The resource could not be found.
Apr 20 18:27:10.662116 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960ecd5-862e-4fa2-9562-c01d74ec50de req-ced5a229-7383-4e1d-853c-48de32f0879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:10.663904 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b960ecd5-862e-4fa2-9562-c01d74ec50de req-ced5a229-7383-4e1d-853c-48de32f0879f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57&device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 1098 time: 0.1838856
Apr 20 18:27:10.664043 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-30e5694a-6e0f-43a4-a93c-b4aecb669de4 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups/52e097e2-96bb-4907-8b4a-cfec792909db HTTP/1.1" status: 404  len: 347 time: 0.0442457
Apr 20 18:27:10.664556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39488) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:11.077584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960ecd5-862e-4fa2-9562-c01d74ec50de req-88fb65fe-f315-4144-b437-7f69231233dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:11.079519 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b960ecd5-862e-4fa2-9562-c01d74ec50de req-88fb65fe-f315-4144-b437-7f69231233dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=f73fe5f0-7661-4958-ad4f-6a98649d57d0 HTTP/1.1" status: 200  len: 910 time: 0.3951271
Apr 20 18:27:11.084521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Deleting port 7d2c3658-1aa6-4227-9b4a-d81db353689b {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:27:11.095363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:11.136514 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Set router dcedb225-b1d3-433e-9cc9-a26e0133d631 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:11.339088 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-25afc6ce-4300-47dc-add3-316f270147b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbddc9470>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:30Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:11.359848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25afc6ce-4300-47dc-add3-316f270147b8 None None] The sync data for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi is: [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:30Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:27:11.547947 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:11.548314 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:11.580309 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port fc87dd75-d57b-4aa5-9049-d78431592628 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:11.580736 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:11.671181 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b960ecd5-862e-4fa2-9562-c01d74ec50de req-4342bcf4-5b0e-41d2-9366-359eb6afbed8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7349011-cd24-44d5-bf26-5eca280f714d HTTP/1.1" status: 200  len: 1001 time: 0.5849609
Apr 20 18:27:11.813518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Calling delete_port for 7d2c3658-1aa6-4227-9b4a-d81db353689b owned by network:floatingip {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:27:11.895864 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960ecd5-862e-4fa2-9562-c01d74ec50de req-7a0f69b1-404e-4d70-bea0-b2e859652899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:11.897563 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b960ecd5-862e-4fa2-9562-c01d74ec50de req-7a0f69b1-404e-4d70-bea0-b2e859652899 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78797efb-e2d9-4583-8ee5-73122e564c83 HTTP/1.1" status: 200  len: 848 time: 0.2202475
Apr 20 18:27:11.927661 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 3148b6aa-85be-4efc-aaf2-890a502b24b0 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:27:12.028878 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: 3148b6aa-85be-4efc-aaf2-890a502b24b0 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:27:12.031078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 3148b6aa-85be-4efc-aaf2-890a502b24b0 not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:27:12.105875 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a942e-531b-443a-a8e3-6f2038710bc6 None None] New status for floating IP 4851a0dd-9655-471d-a8eb-a5c9783d3564: DOWN {{(pid=86372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:27:12.129301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960ecd5-862e-4fa2-9562-c01d74ec50de req-7eab0a49-6dc0-44c0-b557-51900d74e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:12.141443 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b960ecd5-862e-4fa2-9562-c01d74ec50de req-7eab0a49-6dc0-44c0-b557-51900d74e522 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f73fe5f0-7661-4958-ad4f-6a98649d57d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2271452
Apr 20 18:27:12.256242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:12.278799 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9d92fd20-c6a3-4330-ac9b-e77177f064e1 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:12.284910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdff7278>, [{'id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'name': 'tempest-TestMinimumBasicScenario-1795080663-router', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:58Z', 'updated_at': '2021-04-20T18:27:04Z', 'revision_number': 4, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'gw_port': {'id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:68:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:59Z', 'updated_at': '2021-04-20T18:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '8db16424-aa54-403b-a38c-2c20fd77451a', 'name': '', 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'mac_address': 'fa:16:3e:4c:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c3b7dd93-a3ce-4bdb-939e-489812ac8798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:27:03Z', 'updated_at': '2021-04-20T18:27:04Z', 'revision_number': 2, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'subnets': [{'id': 'c3b7dd93-a3ce-4bdb-939e-489812ac8798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:12.293388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Checking router: dcedb225-b1d3-433e-9cc9-a26e0133d631 for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:27:12.293800 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Updating router dcedb225-b1d3-433e-9cc9-a26e0133d631 port 8db16424-aa54-403b-a38c-2c20fd77451a binding host dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:27:12.417815 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b960ecd5-862e-4fa2-9562-c01d74ec50de req-cd5ecab7-443d-4c26-aebd-f358955439b9 service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2753401
Apr 20 18:27:12.446931 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:12.488347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event deleted for resources: {'Port': ['ID=7d2c3658-1aa6-4227-9b4a-d81db353689b,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:12.581858 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:12.582731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:12.583524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:12.584226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:12.584878 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:12.585500 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:12.586158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:12.586855 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:12.587472 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:12.588098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:12.588738 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:12.589832 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:12.598901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:12.612403 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b960ecd5-862e-4fa2-9562-c01d74ec50de req-4701cd43-ab5c-46b4-8ac2-168a15183678 service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877604
Apr 20 18:27:12.615156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:12.618582 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:12.620663 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "DELETE /v2.0/floatingips/4851a0dd-9655-471d-a8eb-a5c9783d3564 HTTP/1.1" status: 204  len: 168 time: 1.9551036
Apr 20 18:27:12.987006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.011093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Transition to ACTIVE for port object 8db16424-aa54-403b-a38c-2c20fd77451a will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:13.018113 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.026973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:13.048771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39524) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:13.054962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176451410', 'description': 'tempest-description--1410070798'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:13.062764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:13.067598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Usage tracker for resource:security_group and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:13.072634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:13.079614 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:13.090755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.127395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:13.135320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Usage tracker for resource:security_group_rule and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:13.139436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:13.146453 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:13.232110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cb069-dfa1-4d79-b08f-7e75811a9cbf None None] Pushing event updated for resources: {'Port': ['ID=8db16424-aa54-403b-a38c-2c20fd77451a,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:13.258072 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.264324 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.266406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c76cb069-dfa1-4d79-b08f-7e75811a9cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:13.298909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:13.337752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.342089 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2894433
Apr 20 18:27:13.343395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39528) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:13.346736 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Attempting to bind port 8db16424-aa54-403b-a38c-2c20fd77451a on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:27:13.347243 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Attempting to bind port 8db16424-aa54-403b-a38c-2c20fd77451a by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '317dc4ec-3454-4712-89ae-fe70d6da1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:27:13.347735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Attempting to bind port 8db16424-aa54-403b-a38c-2c20fd77451a on network 77a7a579-630f-4ced-97d8-9153b0daf930 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:13.349316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Request body: {'security_group_rule': {'security_group_id': '1ae3e2ec-16e4-46f3-9405-9d56f502cfbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:13.350358 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.355188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:27:13.355701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Checking segment: {'id': '317dc4ec-3454-4712-89ae-fe70d6da1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:27:13.356244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.356756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Bound using segment: {'id': '317dc4ec-3454-4712-89ae-fe70d6da1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:27:13.357352 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Bound port: 8db16424-aa54-403b-a38c-2c20fd77451a, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317dc4ec-3454-4712-89ae-fe70d6da1c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:27:13.358207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.361860 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:13.364803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:13.367722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:13.370974 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Usage tracker for resource:security_group_rule and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:13.378059 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:13.385722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:13.430316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.472822 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] For port 8db16424-aa54-403b-a38c-2c20fd77451a, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:27:13.476596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] For port 8db16424-aa54-403b-a38c-2c20fd77451a, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=8db16424-aa54-403b-a38c-2c20fd77451a,segment=NetworkSegment(317dc4ec-3454-4712-89ae-fe70d6da1c55),segment_id=317dc4ec-3454-4712-89ae-fe70d6da1c55)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:27:13.510987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.526189 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.529444 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:13.533354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.536119 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8309cb6b-42ff-49a0-ab0a-f9a4152b7cf3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:13.601078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.601213 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Routers {'dcedb225-b1d3-433e-9cc9-a26e0133d631'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:13.601811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdff7278>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['dcedb225-b1d3-433e-9cc9-a26e0133d631'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:13.602425 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2582073
Apr 20 18:27:13.605470 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39538) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:13.609955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0606d65-87b3-44bd-8a19-d972a2537045,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:13.613910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-684ea202-8de1-44b0-bbcd-93bb439102b6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Request body: {'security_group_rule': {'security_group_id': '1ae3e2ec-16e4-46f3-9405-9d56f502cfbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:13.632427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-684ea202-8de1-44b0-bbcd-93bb439102b6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:13.635891 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:13.636317 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:13.636761 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:13.637321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:13.637745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:13.638391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:13.638747 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:13.639156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:13.639557 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:13.639998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:13.640580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:13.640920 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:13.641389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-684ea202-8de1-44b0-bbcd-93bb439102b6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Usage tracker for resource:security_group_rule and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:13.645205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-684ea202-8de1-44b0-bbcd-93bb439102b6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:13.655452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-684ea202-8de1-44b0-bbcd-93bb439102b6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:13.660622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:13.697305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-684ea202-8de1-44b0-bbcd-93bb439102b6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.831694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-684ea202-8de1-44b0-bbcd-93bb439102b6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.838347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-684ea202-8de1-44b0-bbcd-93bb439102b6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.841624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:13.878195 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ea202-8de1-44b0-bbcd-93bb439102b6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0288414b-fde8-4e4b-bf48-6e3672710668,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:13.887043 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-684ea202-8de1-44b0-bbcd-93bb439102b6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:13.894339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cb069-dfa1-4d79-b08f-7e75811a9cbf None None] Pushing event updated for resources: {'Port': ['ID=8db16424-aa54-403b-a38c-2c20fd77451a,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:13.899886 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c76cb069-dfa1-4d79-b08f-7e75811a9cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:13.901459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-684ea202-8de1-44b0-bbcd-93bb439102b6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.907915 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-684ea202-8de1-44b0-bbcd-93bb439102b6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2973919
Apr 20 18:27:13.908337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39544) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:13.914273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Request body: {'floatingip': {'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:13.931194 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:13.936455 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Usage tracker for resource:floatingip and tenant:fe22aab01b594fd5bed1599af2656430 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:13.946656 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:13.958859 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:13.965482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] Set router dcedb225-b1d3-433e-9cc9-a26e0133d631 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:13.983749 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.155712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.345221 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Allocated IP 172.27.1.18 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/411320fb-81e7-41d7-a4ba-f7704c75eceb) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:27:14.416141 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdff7278>, [{'id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'name': 'tempest-TestMinimumBasicScenario-1795080663-router', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:58Z', 'updated_at': '2021-04-20T18:27:04Z', 'revision_number': 4, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'gw_port': {'id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:68:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:59Z', 'updated_at': '2021-04-20T18:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '8db16424-aa54-403b-a38c-2c20fd77451a', 'name': '', 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'mac_address': 'fa:16:3e:4c:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c3b7dd93-a3ce-4bdb-939e-489812ac8798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:27:03Z', 'updated_at': '2021-04-20T18:27:13Z', 'revision_number': 4, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'subnets': [{'id': 'c3b7dd93-a3ce-4bdb-939e-489812ac8798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:14.424814 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa678f3-f325-44eb-8d4f-48c472ec2b6d None None] The sync data for ids ['dcedb225-b1d3-433e-9cc9-a26e0133d631'] in dv-cinder-786929-2-iscsi is: [{'id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'name': 'tempest-TestMinimumBasicScenario-1795080663-router', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:58Z', 'updated_at': '2021-04-20T18:27:04Z', 'revision_number': 4, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'gw_port': {'id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:68:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:59Z', 'updated_at': '2021-04-20T18:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '8db16424-aa54-403b-a38c-2c20fd77451a', 'name': '', 'network_id': '77a7a579-630f-4ced-97d8-9153b0daf930', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'mac_address': 'fa:16:3e:4c:e5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c3b7dd93-a3ce-4bdb-939e-489812ac8798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:27:03Z', 'updated_at': '2021-04-20T18:27:13Z', 'revision_number': 4, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'subnets': [{'id': 'c3b7dd93-a3ce-4bdb-939e-489812ac8798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:27:14.445123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 8db16424-aa54-403b-a38c-2c20fd77451a up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:14.561316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 8db16424-aa54-403b-a38c-2c20fd77451a completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:14.571282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 8db16424-aa54-403b-a38c-2c20fd77451a triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:14.572179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.572311 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.627016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.635816 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:14.721892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event updated for resources: {'Port': ['ID=411320fb-81e7-41d7-a4ba-f7704c75eceb,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:14.725228 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:14.738698 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:27:14.740273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:27:14.742960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:27:14.752326 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.815966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 8db16424-aa54-403b-a38c-2c20fd77451a, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=8db16424-aa54-403b-a38c-2c20fd77451a,segment=NetworkSegment(317dc4ec-3454-4712-89ae-fe70d6da1c55),segment_id=317dc4ec-3454-4712-89ae-fe70d6da1c55)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:14.820746 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.831461 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c76cb069-dfa1-4d79-b08f-7e75811a9cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:14.923977 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.002337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=8db16424-aa54-403b-a38c-2c20fd77451a,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:15.013651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:15.031475 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.347662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.351652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.359700 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8b078850-2ae0-49c0-a2a5-e1c3b9704ed8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:15.446540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event updated for resources: {'Port': ['ID=411320fb-81e7-41d7-a4ba-f7704c75eceb,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:15.451974 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:15.518236 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.548057 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.558396 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6402240
Apr 20 18:27:15.841731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-0b4a5bce-7abf-4b74-a96e-f0db0132ba2e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Synchronizing usage tracker for tenant:fe22aab01b594fd5bed1599af2656430 on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:15.860118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-0b4a5bce-7abf-4b74-a96e-f0db0132ba2e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Unset dirty status for tenant:fe22aab01b594fd5bed1599af2656430 on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:15.861559 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-0b4a5bce-7abf-4b74-a96e-f0db0132ba2e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1176451410&fields=id&tenant_id=fe22aab01b594fd5bed1599af2656430 HTTP/1.1" status: 200  len: 267 time: 0.0900352
Apr 20 18:27:16.043016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-d594c9b4-0621-4dce-b2b3-f4fa8f65328b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:16.043683 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-d594c9b4-0621-4dce-b2b3-f4fa8f65328b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Synchronizing usage tracker for tenant:fe22aab01b594fd5bed1599af2656430 on resource:network {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:16.106285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-d594c9b4-0621-4dce-b2b3-f4fa8f65328b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Unset dirty status for tenant:fe22aab01b594fd5bed1599af2656430 on resource:network {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:16.107609 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-d594c9b4-0621-4dce-b2b3-f4fa8f65328b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 817 time: 0.2371423
Apr 20 18:27:16.126680 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-cac45db0-5638-42c6-88a1-e3d4972d4fda tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/quotas/fe22aab01b594fd5bed1599af2656430 HTTP/1.1" status: 200  len: 375 time: 0.0112805
Apr 20 18:27:16.229008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-95386bfe-533a-4a58-9adc-aef98cf68789 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Synchronizing usage tracker for tenant:fe22aab01b594fd5bed1599af2656430 on resource:port {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:16.246566 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-95386bfe-533a-4a58-9adc-aef98cf68789 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Unset dirty status for tenant:fe22aab01b594fd5bed1599af2656430 on resource:port {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:16.247994 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-95386bfe-533a-4a58-9adc-aef98cf68789 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1153867
Apr 20 18:27:16.372233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 8db16424-aa54-403b-a38c-2c20fd77451a up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:16.481791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 8db16424-aa54-403b-a38c-2c20fd77451a triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:16.482250 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.757988 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-e2e8c46d-66da-4bcc-835e-ced11152df6c service neutron] 10.222.0.43 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4961207
Apr 20 18:27:16.980140 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-631f913c-e195-4153-af81-41f4e09284b5 service neutron] 10.222.0.43 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2128413
Apr 20 18:27:17.238079 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-6f31e33f-a2a7-4130-b226-843ecfa71647 req-910c8ceb-516a-467b-9fe4-f92de5d48c7f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Synchronizing usage tracker for tenant:fe22aab01b594fd5bed1599af2656430 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:17.250934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-6f31e33f-a2a7-4130-b226-843ecfa71647 req-910c8ceb-516a-467b-9fe4-f92de5d48c7f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Unset dirty status for tenant:fe22aab01b594fd5bed1599af2656430 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:17.260091 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6f31e33f-a2a7-4130-b226-843ecfa71647 req-910c8ceb-516a-467b-9fe4-f92de5d48c7f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 210 time: 0.1039386
Apr 20 18:27:18.439581 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-51dd4a7a-a6f6-4765-b887-dbff57eb6b04 req-814c24c6-8ac9-46b5-9a5e-2899d7171862 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 210 time: 0.0569339
Apr 20 18:27:18.783299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-eeb287bb-788e-4887-9284-f9ecf586b963 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:18.785374 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-eeb287bb-788e-4887-9284-f9ecf586b963 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.41 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 817 time: 0.2288420
Apr 20 18:27:18.945015 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-debf48bb-3b22-41f0-b6fa-10fbfdb658a5 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe22aab01b594fd5bed1599af2656430 HTTP/1.1" status: 200  len: 5709 time: 0.1419995
Apr 20 18:27:18.959242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Request body: {'port': {'device_id': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'admin_state_up': True, 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'security_groups': ['1ae3e2ec-16e4-46f3-9405-9d56f502cfbe']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:19.181001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:19.194486 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:19.231838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Made reservation on behalf of fe22aab01b594fd5bed1599af2656430 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:27:19.239110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:19.436338 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Allocated IP 172.20.0.3 (57e5a436-aca0-48fd-a6de-9a7a8bcb10a8/96e487bf-c814-4be6-9fde-e683deb8645e/fe1c6c11-80e7-460c-a687-db7c37a42c26) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:27:19.678534 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7898cc13-e891-43d2-b7ae-4adca9e75626 req-01d4e857-f51d-4edf-8097-a3fae60d6bec tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 210 time: 0.0606225
Apr 20 18:27:19.714360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:19.732825 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Transition to ACTIVE for port object fe1c6c11-80e7-460c-a687-db7c37a42c26 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:19.763727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:19.770816 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a9a889ec-e561-4026-901a-291e43642f03 tempest-VolumesActionsTest-1663387915 tempest-VolumesActionsTest-1663387915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:19.847595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:27:19.850940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:27:19.855174 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:27:19.890319 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event updated for resources: {'Port': ['ID=fe1c6c11-80e7-460c-a687-db7c37a42c26,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:19.897502 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:19.931354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:19.932030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:19.989236 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0388024
Apr 20 18:27:20.003057 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Request body: {'port': {'device_id': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:20.129911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-83b1f699-68ba-446b-9a27-cf5cbbd85a8f None None] Provisioning for port fe1c6c11-80e7-460c-a687-db7c37a42c26 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:20.133303 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:20.135347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-83b1f699-68ba-446b-9a27-cf5cbbd85a8f None None] Provisioning complete for port fe1c6c11-80e7-460c-a687-db7c37a42c26 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:20.135766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-83b1f699-68ba-446b-9a27-cf5cbbd85a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:20.199211 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-83b1f699-68ba-446b-9a27-cf5cbbd85a8f None None] Port fe1c6c11-80e7-460c-a687-db7c37a42c26 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:27:20.557628 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-ca77e780-2d89-4cd4-b1ff-fff6d2eb1913 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:20.559159 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-ca77e780-2d89-4cd4-b1ff-fff6d2eb1913 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/networks?id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a HTTP/1.1" status: 200  len: 815 time: 0.2923069
Apr 20 18:27:20.591581 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-f9629cf3-be73-4369-9e63-e60fd7bd4fc7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/quotas/e334cf3d38934e90b9f0660f07c24305 HTTP/1.1" status: 200  len: 375 time: 0.0255823
Apr 20 18:27:20.740693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1c6c11-80e7-460c-a687-db7c37a42c26 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:27:20.752383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:20.763507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-ebe84f4b-4c14-42c1-9e1a-956c6ec286d0 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Synchronizing usage tracker for tenant:e334cf3d38934e90b9f0660f07c24305 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:20.783989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Transition to ACTIVE for port object fe1c6c11-80e7-460c-a687-db7c37a42c26 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:20.795954 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:20.802960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-21172be1-4199-4f65-b234-41a33307c095 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:20.844524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-ebe84f4b-4c14-42c1-9e1a-956c6ec286d0 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Unset dirty status for tenant:e334cf3d38934e90b9f0660f07c24305 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:20.846004 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-ebe84f4b-4c14-42c1-9e1a-956c6ec286d0 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e334cf3d38934e90b9f0660f07c24305&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2483680
Apr 20 18:27:20.892877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a5739-c390-4465-a62b-44467f3b58fe req-2e08275a-4a55-40c7-acf2-ea77779e1953 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:20.894760 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d14a5739-c390-4465-a62b-44467f3b58fe req-2e08275a-4a55-40c7-acf2-ea77779e1953 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0923405
Apr 20 18:27:20.950373 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d14a5739-c390-4465-a62b-44467f3b58fe req-236534e0-6093-4d32-9875-3fe597697965 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490503
Apr 20 18:27:21.028329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Pushing event updated for resources: {'Port': ['ID=fe1c6c11-80e7-460c-a687-db7c37a42c26,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:21.056870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:21.402587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Attempting to bind port fe1c6c11-80e7-460c-a687-db7c37a42c26 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:27:21.402980 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Attempting to bind port fe1c6c11-80e7-460c-a687-db7c37a42c26 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:27:21.403318 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Attempting to bind port fe1c6c11-80e7-460c-a687-db7c37a42c26 on network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:21.420583 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Port fe1c6c11-80e7-460c-a687-db7c37a42c26 on network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:27:21.420970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Attempting to bind port fe1c6c11-80e7-460c-a687-db7c37a42c26 on network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:21.429945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:27:21.430322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Checking segment: {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:27:21.430803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Bound using segment: {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:27:21.431212 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Bound port: fe1c6c11-80e7-460c-a687-db7c37a42c26, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db59a875-e0dd-4c65-bb3e-d58d417abd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:27:21.431595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.444322 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-7acd1814-9d73-480c-888f-a2800169a5d0 service neutron] 10.222.0.43 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5836442
Apr 20 18:27:21.638090 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:27:21.662223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:27:21.668614 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-7d3c67fe-4b10-4f04-84b8-6e0b923f49b5 service neutron] 10.222.0.43 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2172148
Apr 20 18:27:21.669874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.675029 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6d335d48-e539-486e-a1f8-95a288dad592 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:21.731021 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:21.731925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.733391 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] 10.222.0.41 "PUT /v2.0/ports/fe1c6c11-80e7-460c-a687-db7c37a42c26 HTTP/1.1" status: 200  len: 1093 time: 1.7361455
Apr 20 18:27:21.736205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:21.835275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Pushing event updated for resources: {'Port': ['ID=fe1c6c11-80e7-460c-a687-db7c37a42c26,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:21.840602 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:21.842731 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'status': 'completed', 'code': 200}
Apr 20 18:27:21.927627 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7a24d576-0c4a-4145-9344-23cbbc04d849 req-0513a210-7129-404c-b60a-e6120cd26857 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 210 time: 0.0776536
Apr 20 18:27:21.972192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-260e4dad-7d90-4d99-b29f-491d2971aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:21.973947 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-260e4dad-7d90-4d99-b29f-491d2971aff0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 1096 time: 0.1975663
Apr 20 18:27:22.062231 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-1e16d532-9d1a-4e88-8d13-08c049f20a5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26 HTTP/1.1" status: 200  len: 217 time: 0.0802636
Apr 20 18:27:22.138335 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-82943df7-9799-4461-987b-fab63d5e27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:22.140567 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-82943df7-9799-4461-987b-fab63d5e27d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 200  len: 856 time: 0.0713995
Apr 20 18:27:22.194939 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d06a3-a861-41e4-bfdc-6650c1b3343a req-af9506ae-dd0b-4b50-a527-672d22ad8ebd tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:22.198318 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7b4d06a3-a861-41e4-bfdc-6650c1b3343a req-af9506ae-dd0b-4b50-a527-672d22ad8ebd tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.1104236
Apr 20 18:27:22.226185 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-f00190a9-067f-4aba-afb5-16de538e5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:22.227716 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-f00190a9-067f-4aba-afb5-16de538e5866 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807924
Apr 20 18:27:22.256597 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7b4d06a3-a861-41e4-bfdc-6650c1b3343a req-ac8e6aa6-5a78-4b36-901f-4d3e359299e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531242
Apr 20 18:27:22.376139 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-8541026a-636f-4e36-900c-c7c881d91b48 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421130
Apr 20 18:27:22.522296 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9840e14c-ede7-40c7-a67a-942a07aa6625 req-1cc23faa-952a-41f7-8b43-529310e14245 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390300
Apr 20 18:27:22.645193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf927-cd1a-401e-8876-7502f5a8d4e4 req-81837fe6-7318-4080-9c66-fdd7272697de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:22.646825 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-85ddf927-cd1a-401e-8876-7502f5a8d4e4 req-81837fe6-7318-4080-9c66-fdd7272697de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 1096 time: 0.0826206
Apr 20 18:27:22.789681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf927-cd1a-401e-8876-7502f5a8d4e4 req-bacc9f4c-4ceb-4696-ac43-338bb3c385a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:22.791820 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-85ddf927-cd1a-401e-8876-7502f5a8d4e4 req-bacc9f4c-4ceb-4696-ac43-338bb3c385a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 918 time: 0.1376991
Apr 20 18:27:22.878390 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-85ddf927-cd1a-401e-8876-7502f5a8d4e4 req-338688b3-14c4-433c-8d07-55ec71b6d1b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26 HTTP/1.1" status: 200  len: 217 time: 0.0687511
Apr 20 18:27:23.122746 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf927-cd1a-401e-8876-7502f5a8d4e4 req-e8f411cb-8827-4b00-9261-e349701d8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:23.124989 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-85ddf927-cd1a-401e-8876-7502f5a8d4e4 req-e8f411cb-8827-4b00-9261-e349701d8eaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 200  len: 856 time: 0.2396734
Apr 20 18:27:23.147929 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a7bfe0b1-b232-401c-911c-1047bd8c88c4 req-33fea52b-a08d-4044-95ef-4ab93687b3bf tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 210 time: 0.0820866
Apr 20 18:27:23.228058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-c90f40d3-e6fb-4408-8728-bd47374f03d3 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:23.229588 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-c90f40d3-e6fb-4408-8728-bd47374f03d3 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.41 "GET /v2.0/networks?id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a HTTP/1.1" status: 200  len: 815 time: 0.3012643
Apr 20 18:27:23.254098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Request body: {'port': {'device_id': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'admin_state_up': True, 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:23.379656 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddf927-cd1a-401e-8876-7502f5a8d4e4 req-581d33b9-74e2-433f-b665-6cb08e6f98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:23.381312 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-85ddf927-cd1a-401e-8876-7502f5a8d4e4 req-581d33b9-74e2-433f-b665-6cb08e6f98cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2393677
Apr 20 18:27:23.481549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeee716-cf7a-4f34-a88b-3f2d71d79330 req-936992bf-249b-42df-9f6c-1c1dc92deea9 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:23.484886 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cfeee716-cf7a-4f34-a88b-3f2d71d79330 req-936992bf-249b-42df-9f6c-1c1dc92deea9 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.1045926
Apr 20 18:27:23.528874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:23.539998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:23.551631 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cfeee716-cf7a-4f34-a88b-3f2d71d79330 req-16eb4efb-ce18-4211-b5a0-c06c07f380ec tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558455
Apr 20 18:27:23.553041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Made reservation on behalf of e334cf3d38934e90b9f0660f07c24305 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:27:23.559431 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:23.780648 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-85ddf927-cd1a-401e-8876-7502f5a8d4e4 req-9d99a514-18ad-47f9-b97b-63b74f79a76a service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3925576
Apr 20 18:27:23.964499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Allocated IP 172.20.0.4 (2523b95e-3a4f-400a-b9ad-3bfb54f42a6a/fca77b30-2488-484f-95da-14754f71947d/57cfd58b-98d7-4197-8277-c4f431908649) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:27:24.238543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:24.268677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Transition to ACTIVE for port object 57cfd58b-98d7-4197-8277-c4f431908649 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:24.329091 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3b5d6ea9-4fa2-4261-9f5c-6a827653e91b req-09039a0f-4429-4719-82ff-197eb3c6afd9 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 210 time: 0.0553229
Apr 20 18:27:24.347071 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:24.352839 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:24.431884 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:27:24.435710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:27:24.440894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:27:24.481086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event updated for resources: {'Port': ['ID=57cfd58b-98d7-4197-8277-c4f431908649,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:24.486681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:24.520351 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:24.521286 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:24.553799 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3079410
Apr 20 18:27:24.703730 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-09e3dd37-3734-4fa7-9382-b970ea7c7f94 None None] Provisioning for port 57cfd58b-98d7-4197-8277-c4f431908649 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:24.709058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-09e3dd37-3734-4fa7-9382-b970ea7c7f94 None None] Provisioning complete for port 57cfd58b-98d7-4197-8277-c4f431908649 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:24.709431 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-09e3dd37-3734-4fa7-9382-b970ea7c7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:24.768701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-09e3dd37-3734-4fa7-9382-b970ea7c7f94 None None] Port 57cfd58b-98d7-4197-8277-c4f431908649 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:27:24.805731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786dc02-d530-4588-95a4-e914fe6f1885 req-30378142-95f3-4a11-876e-69dbabe072c6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:24.807825 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e786dc02-d530-4588-95a4-e914fe6f1885 req-30378142-95f3-4a11-876e-69dbabe072c6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.1032984
Apr 20 18:27:24.861085 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e786dc02-d530-4588-95a4-e914fe6f1885 req-7d713e18-63f7-49cd-a9ab-a15750ee369d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466235
Apr 20 18:27:25.564098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51163642-2a65-47f8-b65e-273ad77392f9 req-fee73570-063d-4732-be8b-5d105b97bdb8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:25.564821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-51163642-2a65-47f8-b65e-273ad77392f9 req-fee73570-063d-4732-be8b-5d105b97bdb8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Synchronizing usage tracker for tenant:e334cf3d38934e90b9f0660f07c24305 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:25.585335 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-51163642-2a65-47f8-b65e-273ad77392f9 req-fee73570-063d-4732-be8b-5d105b97bdb8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Unset dirty status for tenant:e334cf3d38934e90b9f0660f07c24305 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:25.587148 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-51163642-2a65-47f8-b65e-273ad77392f9 req-fee73570-063d-4732-be8b-5d105b97bdb8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 931 time: 0.1329618
Apr 20 18:27:25.641940 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-51163642-2a65-47f8-b65e-273ad77392f9 req-5ce87a17-e584-40a1-8963-e26e9e8e13cc tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473204
Apr 20 18:27:25.737068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39772) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:25.877960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fe1c6c11-80e7-460c-a687-db7c37a42c26 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:27:25.885309 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-14f6425c-395a-4c7f-824a-fdf37efd0082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:25.902463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-14f6425c-395a-4c7f-824a-fdf37efd0082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:25.907914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-14f6425c-395a-4c7f-824a-fdf37efd0082 admin admin] Usage tracker for resource:security_group_rule and tenant:d5d996edb5094b498fa435a83cd5921a is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:25.918187 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-14f6425c-395a-4c7f-824a-fdf37efd0082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:25.932103 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-14f6425c-395a-4c7f-824a-fdf37efd0082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:26.052206 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-14f6425c-395a-4c7f-824a-fdf37efd0082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:26.056987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-14f6425c-395a-4c7f-824a-fdf37efd0082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:26.067618 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5bff7e29-afa2-4714-ad4f-966d5e92fc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:26.071713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:26.086652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'port_id': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'mac_address': 'fa:16:3e:70:b3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:27:26.118074 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-14f6425c-395a-4c7f-824a-fdf37efd0082 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5d996edb5094b498fa435a83cd5921a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3795729
Apr 20 18:27:26.118952 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39780) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:26.119703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6425c-395a-4c7f-824a-fdf37efd0082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d7bcdd-58e3-40b5-bb21-8cd46490f592,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:26.125738 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-14f6425c-395a-4c7f-824a-fdf37efd0082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:26.141688 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d4b60-bbed-4aa9-a3fe-fcc41ebe764a req-f36ac74b-897b-4097-b08f-d1c136262507 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:26.143834 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2b6d4b60-bbed-4aa9-a3fe-fcc41ebe764a req-f36ac74b-897b-4097-b08f-d1c136262507 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.1210399
Apr 20 18:27:26.183609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:26.194970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-584f24ca-6089-4498-8d98-d90cced88d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:26.209416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1c6c11-80e7-460c-a687-db7c37a42c26 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:27:26.215477 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2b6d4b60-bbed-4aa9-a3fe-fcc41ebe764a req-453db034-b932-4b4c-9f8c-580963c04275 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583522
Apr 20 18:27:26.225028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-584f24ca-6089-4498-8d98-d90cced88d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:26.229155 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:26.235490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:26.238589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:26.282359 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-584f24ca-6089-4498-8d98-d90cced88d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:26.287686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-899ee4bd-987e-4769-943d-af18930743c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:26.299041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f24ca-6089-4498-8d98-d90cced88d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d7bcdd-58e3-40b5-bb21-8cd46490f592,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:26.304173 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-584f24ca-6089-4498-8d98-d90cced88d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:26.309620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-584f24ca-6089-4498-8d98-d90cced88d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:26.313987 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-584f24ca-6089-4498-8d98-d90cced88d10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4d7bcdd-58e3-40b5-bb21-8cd46490f592 HTTP/1.1" status: 204  len: 168 time: 0.1880858
Apr 20 18:27:26.333991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=fe1c6c11-80e7-460c-a687-db7c37a42c26,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:26.343848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:26.344196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:26.344580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:26.344966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:26.345345 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:26.345798 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:26.346147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:26.346523 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:26.346936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:26.347267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:26.347622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:26.347958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:26.352283 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:26.490337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['fe1c6c11-80e7-460c-a687-db7c37a42c26'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:27:26.678504 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39792) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:26.712457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4103c266-a14d-4646-9266-435a1ee3f0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:26.745294 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-4103c266-a14d-4646-9266-435a1ee3f0cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:26.750968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-4103c266-a14d-4646-9266-435a1ee3f0cf admin admin] Usage tracker for resource:security_group_rule and tenant:84d4b9c5c8a84e4cb1347346371ac3be is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:26.755487 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-4103c266-a14d-4646-9266-435a1ee3f0cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:26.762943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-4103c266-a14d-4646-9266-435a1ee3f0cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:26.971237 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab91df4-7a1d-4863-bdaf-be25664ab4e1 req-e93afb79-7692-4c19-9cb2-0ce579806d73 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:26.972879 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4ab91df4-7a1d-4863-bdaf-be25664ab4e1 req-e93afb79-7692-4c19-9cb2-0ce579806d73 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 931 time: 0.1629932
Apr 20 18:27:27.006391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4103c266-a14d-4646-9266-435a1ee3f0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:27.011819 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4103c266-a14d-4646-9266-435a1ee3f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:27.023277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-43e87c3b-77b8-40f5-ade1-a883c8985ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:27.083503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103c266-a14d-4646-9266-435a1ee3f0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dd5d3a-1a56-4d78-9f77-2624d213a778,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:27.086816 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4103c266-a14d-4646-9266-435a1ee3f0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:27.091185 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4ab91df4-7a1d-4863-bdaf-be25664ab4e1 req-310b6ef4-c0ba-4819-a7dd-2c24c5d32980 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110029
Apr 20 18:27:27.094589 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4103c266-a14d-4646-9266-435a1ee3f0cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84d4b9c5c8a84e4cb1347346371ac3be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4147093
Apr 20 18:27:27.096635 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39796) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:27.176745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1500cfa3-b493-4bbd-8c3c-71415b5b1868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:27.205436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1500cfa3-b493-4bbd-8c3c-71415b5b1868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:27.254673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1500cfa3-b493-4bbd-8c3c-71415b5b1868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:27.261327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1515a5b2-7ee2-424c-a20b-263b34629a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:27.276579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500cfa3-b493-4bbd-8c3c-71415b5b1868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dd5d3a-1a56-4d78-9f77-2624d213a778,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:27.279030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1500cfa3-b493-4bbd-8c3c-71415b5b1868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:27.279883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1500cfa3-b493-4bbd-8c3c-71415b5b1868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:27.281638 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1500cfa3-b493-4bbd-8c3c-71415b5b1868 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0dd5d3a-1a56-4d78-9f77-2624d213a778 HTTP/1.1" status: 204  len: 168 time: 0.1836898
Apr 20 18:27:27.449379 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc4716-792c-4213-bc79-f71320433633 req-2f02bbd7-8d7c-4a04-9789-17cb9d6a633a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:27.451169 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f0cc4716-792c-4213-bc79-f71320433633 req-2f02bbd7-8d7c-4a04-9789-17cb9d6a633a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 944 time: 0.0959203
Apr 20 18:27:27.527144 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f0cc4716-792c-4213-bc79-f71320433633 req-dd642b8f-c42c-44f2-8e46-cf1c100fb97c tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681098
Apr 20 18:27:27.892064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fe1c6c11-80e7-460c-a687-db7c37a42c26 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:27.968502 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port fe1c6c11-80e7-460c-a687-db7c37a42c26 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:27.973769 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port fe1c6c11-80e7-460c-a687-db7c37a42c26 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:27.974414 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:28.130913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:28.178526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:28.180699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:28.187025 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:28.188857 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:28.310902 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'code': 200}
Apr 20 18:27:28.312137 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=fe1c6c11-80e7-460c-a687-db7c37a42c26,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:28.319526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:28.398355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1517b-97c2-4c93-a0ae-3034834cd4d3 req-ef617d12-cdbe-4bd0-bd70-cb1231ad15e4 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:28.407124 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8ce1517b-97c2-4c93-a0ae-3034834cd4d3 req-ef617d12-cdbe-4bd0-bd70-cb1231ad15e4 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 931 time: 0.1556516
Apr 20 18:27:28.463634 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8ce1517b-97c2-4c93-a0ae-3034834cd4d3 req-4c5a3fe6-d49f-4025-bf33-98dbe40dd27d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554612
Apr 20 18:27:28.782231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7f7df-bac2-4181-8837-72c02e3f443c req-3f9a7fb6-472e-407f-9c68-fd4450ef2b58 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:28.784336 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-52c7f7df-bac2-4181-8837-72c02e3f443c req-3f9a7fb6-472e-407f-9c68-fd4450ef2b58 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.1062796
Apr 20 18:27:28.870132 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-52c7f7df-bac2-4181-8837-72c02e3f443c req-6b36f413-6fe1-4a79-a57d-f537dd2f47fc tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590560
Apr 20 18:27:29.706203 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6004d-3781-4a0a-ac68-10e6e31fe299 req-50792be9-ee99-4341-b0d5-86faf59f90cf tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:29.707812 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bce6004d-3781-4a0a-ac68-10e6e31fe299 req-50792be9-ee99-4341-b0d5-86faf59f90cf tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 931 time: 0.1009655
Apr 20 18:27:29.757556 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bce6004d-3781-4a0a-ac68-10e6e31fe299 req-e24544dd-fdbd-4fd7-b3b0-26dfd9ce8a6a tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433252
Apr 20 18:27:29.839195 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7d24cfe4-a7cc-44a9-824d-724978dea02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:30.097507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c0242-d08c-4321-bab4-c22db2265221 req-ae8da9be-7a28-42a5-921c-691cedb33ee2 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:30.099048 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b04c0242-d08c-4321-bab4-c22db2265221 req-ae8da9be-7a28-42a5-921c-691cedb33ee2 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0954444
Apr 20 18:27:30.150504 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b04c0242-d08c-4321-bab4-c22db2265221 req-f6436400-e981-454a-9d40-a14af8d82f86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447490
Apr 20 18:27:31.034647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd99360-48ff-4d1b-bf63-8c971864ad27 req-5b9ed284-d2dc-4bea-b902-67e070b6bf1e tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:31.042546 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3fd99360-48ff-4d1b-bf63-8c971864ad27 req-5b9ed284-d2dc-4bea-b902-67e070b6bf1e tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 931 time: 0.1269445
Apr 20 18:27:31.102928 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3fd99360-48ff-4d1b-bf63-8c971864ad27 req-7dfd14db-e17d-4ee1-b9b0-a21fd84ec107 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594923
Apr 20 18:27:31.370557 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be514996-d7a5-44d9-bab0-182eef31261a req-ca37a6ac-aad7-42b9-a5ee-0d16b1e23c4a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:31.372089 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-be514996-d7a5-44d9-bab0-182eef31261a req-ca37a6ac-aad7-42b9-a5ee-0d16b1e23c4a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0979269
Apr 20 18:27:31.424774 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-be514996-d7a5-44d9-bab0-182eef31261a req-343f354c-9d20-47f6-9627-fd8734da3079 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452659
Apr 20 18:27:32.127490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb78a-af23-4ed9-b750-7b4475e48753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:32.332694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23565f-f698-4d08-966e-877398d99288 req-f5aa9edf-7ad2-4829-84f8-9abb5c38ad02 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:32.334480 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f23565f-f698-4d08-966e-877398d99288 req-f5aa9edf-7ad2-4829-84f8-9abb5c38ad02 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 931 time: 0.1079714
Apr 20 18:27:32.418894 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f23565f-f698-4d08-966e-877398d99288 req-907a248f-9d54-431d-9d03-f703b8a33600 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631783
Apr 20 18:27:32.666110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75846e2c-7807-4c7e-97ff-c1aec24b3a5e req-543745df-025d-4f85-8e6b-24f773b5e792 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:32.667939 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-75846e2c-7807-4c7e-97ff-c1aec24b3a5e req-543745df-025d-4f85-8e6b-24f773b5e792 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.1149390
Apr 20 18:27:32.687096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:32.730916 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-75846e2c-7807-4c7e-97ff-c1aec24b3a5e req-7f448006-a8b0-4196-ac75-f40c2a42e44c tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532246
Apr 20 18:27:32.744862 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 39906) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:32.887828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-73c576e6-a85f-4ec1-9de5-08d600514399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:32.903757 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-73c576e6-a85f-4ec1-9de5-08d600514399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:32.907913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-73c576e6-a85f-4ec1-9de5-08d600514399 admin admin] Usage tracker for resource:security_group_rule and tenant:7e03ffc88de748ee8ca67d47dda5e9eb is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:32.911077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-73c576e6-a85f-4ec1-9de5-08d600514399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:32.917016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-73c576e6-a85f-4ec1-9de5-08d600514399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:33.008086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-73c576e6-a85f-4ec1-9de5-08d600514399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.010887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-73c576e6-a85f-4ec1-9de5-08d600514399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.020747 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7b238b10-5e0d-47f5-9789-3923be765c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:33.067198 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-73c576e6-a85f-4ec1-9de5-08d600514399 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e03ffc88de748ee8ca67d47dda5e9eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3210356
Apr 20 18:27:33.068081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c576e6-a85f-4ec1-9de5-08d600514399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580cd194-3d82-4bdb-85c1-7841fcd9b9b5,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:33.070266 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39912) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:33.071290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-73c576e6-a85f-4ec1-9de5-08d600514399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:33.132270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e73b4de2-cbbb-481d-a1c5-29943708c300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.158556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e73b4de2-cbbb-481d-a1c5-29943708c300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.202695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e73b4de2-cbbb-481d-a1c5-29943708c300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.207515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b90300e7-2dac-481d-b2c4-0511c18ff3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:33.221567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b4de2-cbbb-481d-a1c5-29943708c300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580cd194-3d82-4bdb-85c1-7841fcd9b9b5,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:33.224706 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e73b4de2-cbbb-481d-a1c5-29943708c300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:33.226749 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e73b4de2-cbbb-481d-a1c5-29943708c300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.228241 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e73b4de2-cbbb-481d-a1c5-29943708c300 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/580cd194-3d82-4bdb-85c1-7841fcd9b9b5 HTTP/1.1" status: 204  len: 168 time: 0.1566064
Apr 20 18:27:33.295138 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Request body: {'port': {'device_id': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:33.512452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.525134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a51016-1978-4d16-b436-1da92e2b310e req-9ed92f2b-a932-47dc-bf1a-47bb51e1d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:33.527376 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e2a51016-1978-4d16-b436-1da92e2b310e req-9ed92f2b-a932-47dc-bf1a-47bb51e1d3b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 1098 time: 0.0895381
Apr 20 18:27:33.576951 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e2a51016-1978-4d16-b436-1da92e2b310e req-a2bee8ae-f397-4267-87b4-a91b9ace247a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432761
Apr 20 18:27:33.581946 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39922) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:33.601201 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-30ce7ee9-2fe3-4fb1-9990-e5bb1e7a454b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.620169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-30ce7ee9-2fe3-4fb1-9990-e5bb1e7a454b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:33.627790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-30ce7ee9-2fe3-4fb1-9990-e5bb1e7a454b admin admin] Usage tracker for resource:security_group_rule and tenant:f6879ee76e7f49e5bce340c5724208b3 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:33.631430 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-30ce7ee9-2fe3-4fb1-9990-e5bb1e7a454b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:33.637459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-30ce7ee9-2fe3-4fb1-9990-e5bb1e7a454b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:33.728488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-30ce7ee9-2fe3-4fb1-9990-e5bb1e7a454b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.731409 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-30ce7ee9-2fe3-4fb1-9990-e5bb1e7a454b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.741052 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9d1af0a1-6df1-462e-8603-5ae2f71d664a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:33.774667 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-30ce7ee9-2fe3-4fb1-9990-e5bb1e7a454b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6879ee76e7f49e5bce340c5724208b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1914546
Apr 20 18:27:33.804185 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39928) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:33.805714 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce7ee9-2fe3-4fb1-9990-e5bb1e7a454b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028aeb7f-af04-40c8-aa73-75fdf524bc1a,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:33.805859 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:33.826016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-30ce7ee9-2fe3-4fb1-9990-e5bb1e7a454b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:33.905028 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-85ddf927-cd1a-401e-8876-7502f5a8d4e4 req-99216a84-216e-4853-ba2d-c67b7a0b40ba service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6383665
Apr 20 18:27:33.931226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f68b5-9bbf-4016-ae93-0a9c83bc50a8 req-06c717fa-451f-4d4d-840b-f1c4ee3168df tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:33.932857 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-917f68b5-9bbf-4016-ae93-0a9c83bc50a8 req-06c717fa-451f-4d4d-840b-f1c4ee3168df tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 931 time: 0.2906525
Apr 20 18:27:33.968887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-654bea15-3e0f-422a-b10a-cebb64396831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:34.006806 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-654bea15-3e0f-422a-b10a-cebb64396831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:34.035608 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19576149-6b17-49b1-ad8e-37236805feff req-1e3dbda9-a308-47e1-aca8-d6ac12901216 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:34.037194 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-19576149-6b17-49b1-ad8e-37236805feff req-1e3dbda9-a308-47e1-aca8-d6ac12901216 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.1823716
Apr 20 18:27:34.057175 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-917f68b5-9bbf-4016-ae93-0a9c83bc50a8 req-d097a353-8ff7-46e7-a77e-ac596651c53b tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164231
Apr 20 18:27:34.096277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-654bea15-3e0f-422a-b10a-cebb64396831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:34.104193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-89e85b2d-3152-4cae-8081-405c3ff51dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:34.128575 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-19576149-6b17-49b1-ad8e-37236805feff req-8303cc17-7e1e-4eef-966c-b4e0e6c50586 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764911
Apr 20 18:27:34.130308 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bea15-3e0f-422a-b10a-cebb64396831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028aeb7f-af04-40c8-aa73-75fdf524bc1a,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:34.132730 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-654bea15-3e0f-422a-b10a-cebb64396831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:34.133889 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-654bea15-3e0f-422a-b10a-cebb64396831 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/028aeb7f-af04-40c8-aa73-75fdf524bc1a HTTP/1.1" status: 204  len: 168 time: 0.3067973
Apr 20 18:27:34.135163 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-654bea15-3e0f-422a-b10a-cebb64396831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:34.281477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cfd58b-98d7-4197-8277-c4f431908649 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:27:34.290112 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:34.306519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Transition to ACTIVE for port object 57cfd58b-98d7-4197-8277-c4f431908649 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:34.312372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:34.317218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-348d86e9-a2dc-4d62-ae5c-c5ffc09f725b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:34.535475 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:34.544607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Pushing event updated for resources: {'Port': ['ID=57cfd58b-98d7-4197-8277-c4f431908649,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:34.551449 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:34.598558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Attempting to bind port 57cfd58b-98d7-4197-8277-c4f431908649 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:27:34.598942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Attempting to bind port 57cfd58b-98d7-4197-8277-c4f431908649 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:27:34.599316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Attempting to bind port 57cfd58b-98d7-4197-8277-c4f431908649 on network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:34.604433 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Port 57cfd58b-98d7-4197-8277-c4f431908649 on network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:27:34.604801 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Attempting to bind port 57cfd58b-98d7-4197-8277-c4f431908649 on network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:34.610972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:27:34.611353 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Checking segment: {'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:27:34.611832 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Bound using segment: {'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:27:34.612305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Bound port: 57cfd58b-98d7-4197-8277-c4f431908649, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c70361-7a47-4bb9-84d4-541778e043f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:27:34.612693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:34.712131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] For port 57cfd58b-98d7-4197-8277-c4f431908649, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:27:34.715276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] For port 57cfd58b-98d7-4197-8277-c4f431908649, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57cfd58b-98d7-4197-8277-c4f431908649,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:27:34.719156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:34.724247 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-449ba54b-f856-4ff6-9283-0562436017f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:34.778998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:34.779673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:34.781805 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/57cfd58b-98d7-4197-8277-c4f431908649 HTTP/1.1" status: 200  len: 1093 time: 1.4920294
Apr 20 18:27:34.782372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:34.831930 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Pushing event updated for resources: {'Port': ['ID=57cfd58b-98d7-4197-8277-c4f431908649,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:34.835837 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:34.943174 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-691da18d-31f8-44b9-b147-ac5b72109cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:34.945001 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-691da18d-31f8-44b9-b147-ac5b72109cbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e334cf3d38934e90b9f0660f07c24305&device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 1096 time: 0.1079767
Apr 20 18:27:35.026542 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-5b279bba-49bd-4c4e-b142-915ca9d3bcfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57cfd58b-98d7-4197-8277-c4f431908649 HTTP/1.1" status: 200  len: 217 time: 0.0745430
Apr 20 18:27:35.100408 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649', 'status': 'completed', 'code': 200}
Apr 20 18:27:35.109914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-2660ae1f-5d66-4952-ab07-136670741190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:35.114279 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-2660ae1f-5d66-4952-ab07-136670741190 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fca77b30-2488-484f-95da-14754f71947d HTTP/1.1" status: 200  len: 854 time: 0.0819163
Apr 20 18:27:35.211035 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-6f001f96-0933-4792-b76d-9a2bcd1b442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:35.213206 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-6f001f96-0933-4792-b76d-9a2bcd1b442a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0923197
Apr 20 18:27:35.285733 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c39e20-313b-4d12-935e-14cbde1b3bbb req-a468ccc9-505d-4937-8250-546b71bc23ea tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:35.287376 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d9c39e20-313b-4d12-935e-14cbde1b3bbb req-a468ccc9-505d-4937-8250-546b71bc23ea tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 943 time: 0.1037529
Apr 20 18:27:35.342487 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-d9c39e20-313b-4d12-935e-14cbde1b3bbb req-da07a90e-b65a-461b-b6e4-a02b86475045 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Synchronizing usage tracker for tenant:e334cf3d38934e90b9f0660f07c24305 on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:35.362942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-d9c39e20-313b-4d12-935e-14cbde1b3bbb req-da07a90e-b65a-461b-b6e4-a02b86475045 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Unset dirty status for tenant:e334cf3d38934e90b9f0660f07c24305 on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:35.364561 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d9c39e20-313b-4d12-935e-14cbde1b3bbb req-da07a90e-b65a-461b-b6e4-a02b86475045 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699949
Apr 20 18:27:35.446044 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-4d3b5dc9-51ca-45ad-b9a2-9cad056a76d0 service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2264910
Apr 20 18:27:35.459867 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6d69f-d344-4212-a5ca-56cfd69240e3 req-e79a09de-c287-48d8-a1a4-5bd486a88fb1 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:35.460623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-95e6d69f-d344-4212-a5ca-56cfd69240e3 req-e79a09de-c287-48d8-a1a4-5bd486a88fb1 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Synchronizing usage tracker for tenant:fe22aab01b594fd5bed1599af2656430 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:35.560371 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-95e6d69f-d344-4212-a5ca-56cfd69240e3 req-e79a09de-c287-48d8-a1a4-5bd486a88fb1 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Unset dirty status for tenant:fe22aab01b594fd5bed1599af2656430 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:35.562227 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-95e6d69f-d344-4212-a5ca-56cfd69240e3 req-e79a09de-c287-48d8-a1a4-5bd486a88fb1 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.2536662
Apr 20 18:27:35.652450 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-95e6d69f-d344-4212-a5ca-56cfd69240e3 req-d9248549-8598-4ea4-962d-d9334e87f751 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816102
Apr 20 18:27:35.658967 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1595242b-f405-4f26-aa91-37a48f8fc707 req-14ee9829-ff08-4f72-b4e6-41a605986148 service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1943474
Apr 20 18:27:35.820254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71efd8f-c7e0-4edb-bc32-ea2ea980633c req-a9a78083-2073-4ca8-9fa1-789418e6c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:35.821903 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d71efd8f-c7e0-4edb-bc32-ea2ea980633c req-a9a78083-2073-4ca8-9fa1-789418e6c8c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e334cf3d38934e90b9f0660f07c24305&device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 1096 time: 0.1138973
Apr 20 18:27:35.917680 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb5f26-4793-4e4a-918c-ea48a42da5b3 req-54809a09-88e7-4a6e-ad3f-999796b41043 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:35.917680 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-85bb5f26-4793-4e4a-918c-ea48a42da5b3 req-54809a09-88e7-4a6e-ad3f-999796b41043 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.1429434
Apr 20 18:27:35.926412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 39984) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:35.932604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-c01bd8a2-e430-48af-bfe7-770319effe14 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Request body: {'floatingip': {'port_id': 'fe1c6c11-80e7-460c-a687-db7c37a42c26'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:35.979745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71efd8f-c7e0-4edb-bc32-ea2ea980633c req-bdb5ed0c-199a-4d88-aeb6-1a7c279be810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:35.981394 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d71efd8f-c7e0-4edb-bc32-ea2ea980633c req-bdb5ed0c-199a-4d88-aeb6-1a7c279be810 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a HTTP/1.1" status: 200  len: 916 time: 0.1525116
Apr 20 18:27:36.021301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c01bd8a2-e430-48af-bfe7-770319effe14 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:36.063325 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d71efd8f-c7e0-4edb-bc32-ea2ea980633c req-6ca0c748-8ddc-4dd0-9bc2-b22e9031c04b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57cfd58b-98d7-4197-8277-c4f431908649 HTTP/1.1" status: 200  len: 217 time: 0.0728004
Apr 20 18:27:36.137322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71efd8f-c7e0-4edb-bc32-ea2ea980633c req-448fca78-ee87-4ae8-9af7-00b0a9b24b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:36.138947 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d71efd8f-c7e0-4edb-bc32-ea2ea980633c req-448fca78-ee87-4ae8-9af7-00b0a9b24b94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fca77b30-2488-484f-95da-14754f71947d HTTP/1.1" status: 200  len: 854 time: 0.0683064
Apr 20 18:27:36.231220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71efd8f-c7e0-4edb-bc32-ea2ea980633c req-d590c31f-0ae2-4324-9d24-b62495144a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:36.232792 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d71efd8f-c7e0-4edb-bc32-ea2ea980633c req-d590c31f-0ae2-4324-9d24-b62495144a74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862565
Apr 20 18:27:36.382793 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d71efd8f-c7e0-4edb-bc32-ea2ea980633c req-2bda708f-af38-4c21-a974-cb0f05a1b9c6 service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416590
Apr 20 18:27:36.613211 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d71efd8f-c7e0-4edb-bc32-ea2ea980633c req-ca8e75ee-ecf0-44bd-b7c3-b8edb369283a service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214453
Apr 20 18:27:36.653243 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f35649-055b-44b5-926c-94759bde08b1 req-39a0f4a2-9948-4ec1-85d3-ea23ca413caf tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:36.654899 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e6f35649-055b-44b5-926c-94759bde08b1 req-39a0f4a2-9948-4ec1-85d3-ea23ca413caf tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 943 time: 0.1067469
Apr 20 18:27:36.705824 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e6f35649-055b-44b5-926c-94759bde08b1 req-3eaeb51a-30ff-4442-b3ec-506629ca05ce tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441556
Apr 20 18:27:36.746281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c01bd8a2-e430-48af-bfe7-770319effe14 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:36.749525 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c01bd8a2-e430-48af-bfe7-770319effe14 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:36.930594 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-c01bd8a2-e430-48af-bfe7-770319effe14 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Floating IP 0e8d7bb4-a704-455a-a787-65c784491796 associated. External IP: 172.27.1.18, port: fe1c6c11-80e7-460c-a687-db7c37a42c26.
Apr 20 18:27:37.088726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:27:37.532567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01bd8a2-e430-48af-bfe7-770319effe14 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:27:37.745084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01bd8a2-e430-48af-bfe7-770319effe14 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:27:37.750986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c01bd8a2-e430-48af-bfe7-770319effe14 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:37.756607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe00d18-b2e4-4d0c-b4de-92d6cc1875ba None None] Sync routers for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:27:37.774717 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe00d18-b2e4-4d0c-b4de-92d6cc1875ba None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:37.778297 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-efe00d18-b2e4-4d0c-b4de-92d6cc1875ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbc6f1198>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:37.782515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e39cb-9c6f-4b7a-9989-3ebdabd18011 req-d09a032a-7b2c-41ec-916e-abf09329c21d tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:37.784150 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a62e39cb-9c6f-4b7a-9989-3ebdabd18011 req-d09a032a-7b2c-41ec-916e-abf09329c21d tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.1028697
Apr 20 18:27:37.815577 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c01bd8a2-e430-48af-bfe7-770319effe14 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "PUT /v2.0/floatingips/0e8d7bb4-a704-455a-a787-65c784491796 HTTP/1.1" status: 200  len: 990 time: 1.8878589
Apr 20 18:27:37.816535 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:37.861045 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a62e39cb-9c6f-4b7a-9989-3ebdabd18011 req-a431682f-00cf-476c-b97d-5949690db0f5 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575955
Apr 20 18:27:38.014025 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-efe00d18-b2e4-4d0c-b4de-92d6cc1875ba None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:38.020600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa818-2e75-4e64-b68a-97f736a704c8 req-01736375-cafc-4b5d-b52a-7db88ce15f97 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:38.022329 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4efaa818-2e75-4e64-b68a-97f736a704c8 req-01736375-cafc-4b5d-b52a-7db88ce15f97 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 943 time: 0.1031847
Apr 20 18:27:38.098541 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4efaa818-2e75-4e64-b68a-97f736a704c8 req-f4e6f6d4-fce0-482f-b4cd-42c2698f9939 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685735
Apr 20 18:27:38.209310 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'status': 'completed', 'code': 200}
Apr 20 18:27:38.309515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3273e-ab3e-4faa-97d9-4bd4ea43d6e1 req-3ad37508-a316-445d-9c31-d69abd503d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:38.311218 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-43c3273e-ab3e-4faa-97d9-4bd4ea43d6e1 req-3ad37508-a316-445d-9c31-d69abd503d99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 1098 time: 0.0805631
Apr 20 18:27:38.415673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-efe00d18-b2e4-4d0c-b4de-92d6cc1875ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbc6f1198>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '0e8d7bb4-a704-455a-a787-65c784491796', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'port_id': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'mac_address': 'fa:16:3e:70:b3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:27:14Z', 'updated_at': '2021-04-20T18:27:36Z', 'revision_number': 1, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:30Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:38.420591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe00d18-b2e4-4d0c-b4de-92d6cc1875ba None None] Checking router: 1d93e8d7-93a8-459f-b5e0-ec7d0647084f for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:27:38.429728 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe00d18-b2e4-4d0c-b4de-92d6cc1875ba None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:38.430427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-efe00d18-b2e4-4d0c-b4de-92d6cc1875ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbc6f1198>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:38.465032 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3273e-ab3e-4faa-97d9-4bd4ea43d6e1 req-b53020c8-291e-49ed-bdd4-6c136869eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:38.466661 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-43c3273e-ab3e-4faa-97d9-4bd4ea43d6e1 req-b53020c8-291e-49ed-bdd4-6c136869eb91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 918 time: 0.1475921
Apr 20 18:27:38.580699 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-43c3273e-ab3e-4faa-97d9-4bd4ea43d6e1 req-63b72f5f-3db8-4784-ae76-b8d6fce694ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26 HTTP/1.1" status: 200  len: 998 time: 0.1066227
Apr 20 18:27:38.618685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-efe00d18-b2e4-4d0c-b4de-92d6cc1875ba None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:38.650367 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3273e-ab3e-4faa-97d9-4bd4ea43d6e1 req-845b6ab7-ba40-41dc-a019-0f13b9f56bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:38.651938 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-43c3273e-ab3e-4faa-97d9-4bd4ea43d6e1 req-845b6ab7-ba40-41dc-a019-0f13b9f56bf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 200  len: 856 time: 0.0654278
Apr 20 18:27:38.741649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3273e-ab3e-4faa-97d9-4bd4ea43d6e1 req-a757023e-d413-4f74-b179-c7b9b3fd5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:38.743213 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-43c3273e-ab3e-4faa-97d9-4bd4ea43d6e1 req-a757023e-d413-4f74-b179-c7b9b3fd5771 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827343
Apr 20 18:27:38.889082 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-43c3273e-ab3e-4faa-97d9-4bd4ea43d6e1 req-04d3ffb9-b41a-4d1b-b74f-85100cdd7221 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384640
Apr 20 18:27:38.996191 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-efe00d18-b2e4-4d0c-b4de-92d6cc1875ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbc6f1198>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '0e8d7bb4-a704-455a-a787-65c784491796', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'port_id': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'mac_address': 'fa:16:3e:70:b3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:27:14Z', 'updated_at': '2021-04-20T18:27:36Z', 'revision_number': 1, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:30Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:39.001656 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe00d18-b2e4-4d0c-b4de-92d6cc1875ba None None] The sync data for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi is: [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '0e8d7bb4-a704-455a-a787-65c784491796', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'port_id': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'mac_address': 'fa:16:3e:70:b3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:27:14Z', 'updated_at': '2021-04-20T18:27:36Z', 'revision_number': 1, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:30Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:27:39.090320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f21a66-18fc-4eb4-9a2b-57596eed5c6a req-82fe9d26-55d9-44c2-8fe5-507c44f0f74b tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:39.092088 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-19f21a66-18fc-4eb4-9a2b-57596eed5c6a req-82fe9d26-55d9-44c2-8fe5-507c44f0f74b tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.1119549
Apr 20 18:27:39.149970 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-19f21a66-18fc-4eb4-9a2b-57596eed5c6a req-4bac7418-5b2c-4e58-8817-fe1514344407 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510237
Apr 20 18:27:39.307867 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17443e33-c3e6-4e14-bac9-a50ec494a0c8 None None] New status for floating IP 0e8d7bb4-a704-455a-a787-65c784491796: ACTIVE {{(pid=86372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:27:39.309495 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-43c3273e-ab3e-4faa-97d9-4bd4ea43d6e1 req-999a55ab-8493-4aa7-a7dc-4ad2bcef2336 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4128709
Apr 20 18:27:39.358911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818428f-be49-41a0-9043-af57024956fa req-b05ec46d-d838-45d6-a4d2-1cf07b385355 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:39.362361 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1818428f-be49-41a0-9043-af57024956fa req-b05ec46d-d838-45d6-a4d2-1cf07b385355 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 943 time: 0.1036723
Apr 20 18:27:39.413805 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1818428f-be49-41a0-9043-af57024956fa req-4219bfd8-7fa4-444b-beff-6a6100813b08 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469058
Apr 20 18:27:39.970081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 57cfd58b-98d7-4197-8277-c4f431908649 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:27:40.111856 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 57cfd58b-98d7-4197-8277-c4f431908649, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57cfd58b-98d7-4197-8277-c4f431908649,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:40.126263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '57cfd58b-98d7-4197-8277-c4f431908649', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'port_id': '57cfd58b-98d7-4197-8277-c4f431908649', 'mac_address': 'fa:16:3e:f1:59:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:27:40.190621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:40.210057 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cfd58b-98d7-4197-8277-c4f431908649 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:27:40.226641 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 57cfd58b-98d7-4197-8277-c4f431908649, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57cfd58b-98d7-4197-8277-c4f431908649,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:40.229954 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:40.234320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:40.307078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=57cfd58b-98d7-4197-8277-c4f431908649,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:40.310514 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:40.362600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d2c10-6435-4fba-92a2-0ec709393352 req-69e70ff9-3017-49eb-a6d0-23512762f017 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:40.364103 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-865d2c10-6435-4fba-92a2-0ec709393352 req-69e70ff9-3017-49eb-a6d0-23512762f017 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0929413
Apr 20 18:27:40.412128 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-865d2c10-6435-4fba-92a2-0ec709393352 req-45de27e9-1e24-4598-93e1-8527ac634b50 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415752
Apr 20 18:27:40.457590 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['57cfd58b-98d7-4197-8277-c4f431908649'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:27:40.621622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c2611-1cec-460e-a7df-aba8baed0826 req-f085eb5e-6a20-48b3-b9d8-573c538b041b tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:40.623180 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-df4c2611-1cec-460e-a7df-aba8baed0826 req-f085eb5e-6a20-48b3-b9d8-573c538b041b tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 944 time: 0.0926204
Apr 20 18:27:40.672219 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-df4c2611-1cec-460e-a7df-aba8baed0826 req-97c7d7a4-76fd-4316-9804-15540eb4a67d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421128
Apr 20 18:27:41.291554 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40056) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:41.421443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fad1e864-7a9f-4062-8373-a5b034b3946e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:41.437129 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-fad1e864-7a9f-4062-8373-a5b034b3946e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:41.441407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-fad1e864-7a9f-4062-8373-a5b034b3946e admin admin] Usage tracker for resource:security_group_rule and tenant:60f435fa394e46068702bb41b29a21c1 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:41.444370 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-fad1e864-7a9f-4062-8373-a5b034b3946e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:41.450459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-fad1e864-7a9f-4062-8373-a5b034b3946e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:41.589367 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fad1e864-7a9f-4062-8373-a5b034b3946e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:41.594423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fad1e864-7a9f-4062-8373-a5b034b3946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:41.606801 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c5cba8e2-8b8e-40e4-b198-0d91c773dcac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:41.653666 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-fad1e864-7a9f-4062-8373-a5b034b3946e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60f435fa394e46068702bb41b29a21c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3608780
Apr 20 18:27:41.655321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1e864-7a9f-4062-8373-a5b034b3946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92754f3e-fe13-40ab-b853-c7ae3083b6e0,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:41.657136 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40064) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:41.658837 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fad1e864-7a9f-4062-8373-a5b034b3946e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:41.689934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546f48d-c36d-4c28-8a6d-b71246e87a7d req-4b2a2daa-40e4-4eb6-b6f1-e0b0578dc87c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:41.691549 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6546f48d-c36d-4c28-8a6d-b71246e87a7d req-4b2a2daa-40e4-4eb6-b6f1-e0b0578dc87c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.1592882
Apr 20 18:27:41.724501 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bd476415-7866-48cc-b801-6a1a67d85e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:41.743666 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6546f48d-c36d-4c28-8a6d-b71246e87a7d req-9a3d637b-c89c-4303-8f5b-d57cf5c67dd3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453904
Apr 20 18:27:41.753919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bd476415-7866-48cc-b801-6a1a67d85e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:41.869471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bd476415-7866-48cc-b801-6a1a67d85e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:41.875105 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:41.891282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd476415-7866-48cc-b801-6a1a67d85e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92754f3e-fe13-40ab-b853-c7ae3083b6e0,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:41.894726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bd476415-7866-48cc-b801-6a1a67d85e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:41.911302 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9fb35-931c-47c3-a26e-4cd4d70bb4ce req-c179f9a8-7054-411b-8d14-c2b0cf34e05e tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:41.912839 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d4d9fb35-931c-47c3-a26e-4cd4d70bb4ce req-c179f9a8-7054-411b-8d14-c2b0cf34e05e tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 944 time: 0.1218245
Apr 20 18:27:41.915064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bd476415-7866-48cc-b801-6a1a67d85e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:41.918548 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-bd476415-7866-48cc-b801-6a1a67d85e64 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92754f3e-fe13-40ab-b853-c7ae3083b6e0 HTTP/1.1" status: 204  len: 168 time: 0.2579401
Apr 20 18:27:41.963447 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d4d9fb35-931c-47c3-a26e-4cd4d70bb4ce req-f5e8ace4-918f-448f-9c31-8816204ea5e0 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422037
Apr 20 18:27:41.977408 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 57cfd58b-98d7-4197-8277-c4f431908649 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:42.049257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port 57cfd58b-98d7-4197-8277-c4f431908649 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:42.054565 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 57cfd58b-98d7-4197-8277-c4f431908649 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:42.054991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:42.184404 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:42.213154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:42.224293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 57cfd58b-98d7-4197-8277-c4f431908649, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57cfd58b-98d7-4197-8277-c4f431908649,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:42.224494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40076) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:42.228968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:42.230857 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:42.245382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3bde7d38-de1b-4eda-9099-a28452c14249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:42.267209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-3bde7d38-de1b-4eda-9099-a28452c14249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:42.272592 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3bde7d38-de1b-4eda-9099-a28452c14249 admin admin] Usage tracker for resource:security_group_rule and tenant:a1d0f8e856e04e4db755675d73b3c1bf is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:42.276442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3bde7d38-de1b-4eda-9099-a28452c14249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:42.283423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-3bde7d38-de1b-4eda-9099-a28452c14249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:42.307250 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=57cfd58b-98d7-4197-8277-c4f431908649,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:42.310671 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:42.374175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3bde7d38-de1b-4eda-9099-a28452c14249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:42.376927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3bde7d38-de1b-4eda-9099-a28452c14249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:42.385522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e6234795-8839-42b2-a622-43a4091af780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:42.432066 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3bde7d38-de1b-4eda-9099-a28452c14249 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1d0f8e856e04e4db755675d73b3c1bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2026842
Apr 20 18:27:42.432472 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40084) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:42.435033 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde7d38-de1b-4eda-9099-a28452c14249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8ff086-fd61-44b8-81dd-54c04258709a,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:42.440854 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3bde7d38-de1b-4eda-9099-a28452c14249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:42.494838 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649', 'code': 200}
Apr 20 18:27:42.513338 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8d853d9b-11b9-4f50-b4a1-553992ad795e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:42.548124 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8d853d9b-11b9-4f50-b4a1-553992ad795e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:42.596388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8d853d9b-11b9-4f50-b4a1-553992ad795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:42.601692 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-aba471b2-c6f9-4529-ac21-a78cb65d1439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:42.616899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d853d9b-11b9-4f50-b4a1-553992ad795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8ff086-fd61-44b8-81dd-54c04258709a,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:42.619495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8d853d9b-11b9-4f50-b4a1-553992ad795e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:42.626977 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8d853d9b-11b9-4f50-b4a1-553992ad795e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:42.630664 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-8d853d9b-11b9-4f50-b4a1-553992ad795e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d8ff086-fd61-44b8-81dd-54c04258709a HTTP/1.1" status: 204  len: 168 time: 0.1946898
Apr 20 18:27:42.754095 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d4a37-f12a-4fe2-a5ee-576a25b135b3 req-b87f037f-a585-4b1f-846b-bb71155604c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:42.755853 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-751d4a37-f12a-4fe2-a5ee-576a25b135b3 req-b87f037f-a585-4b1f-846b-bb71155604c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 1098 time: 0.0814919
Apr 20 18:27:42.826805 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-751d4a37-f12a-4fe2-a5ee-576a25b135b3 req-dffc2fc4-c5de-4226-94fb-e166d816ed14 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629952
Apr 20 18:27:42.970009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145c87e-7bf6-4223-ba27-af49dcf9d688 req-57524884-8ebe-4e00-a696-99833723faf5 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:42.971865 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8145c87e-7bf6-4223-ba27-af49dcf9d688 req-57524884-8ebe-4e00-a696-99833723faf5 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0959454
Apr 20 18:27:43.022819 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8145c87e-7bf6-4223-ba27-af49dcf9d688 req-601d4bca-90bb-4aa4-af51-d0a5cbc653e1 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441511
Apr 20 18:27:43.177981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c6f6e-afe0-4628-83dd-f5fa7b0f2b7a req-79625db6-a480-4a11-9687-9f899b1d3696 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:43.179607 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c24c6f6e-afe0-4628-83dd-f5fa7b0f2b7a req-79625db6-a480-4a11-9687-9f899b1d3696 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 945 time: 0.0929766
Apr 20 18:27:43.228985 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c24c6f6e-afe0-4628-83dd-f5fa7b0f2b7a req-fd2ef5dd-ea58-4708-9799-816f5219c348 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428414
Apr 20 18:27:43.273017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:44.230692 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365384f-b2fd-48bb-a465-eb7a8fdd13c7 req-b3978bee-6028-4146-b0d9-7c9fda7aa263 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:44.232267 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d365384f-b2fd-48bb-a465-eb7a8fdd13c7 req-b3978bee-6028-4146-b0d9-7c9fda7aa263 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0912881
Apr 20 18:27:44.281455 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d365384f-b2fd-48bb-a465-eb7a8fdd13c7 req-842fa217-a109-458a-b0cf-4fef089dcb4c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420907
Apr 20 18:27:44.436898 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45900d8f-6a2e-411e-b533-6e327e389687 req-c1446173-d788-42b3-a3df-026ea5480033 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:44.438531 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-45900d8f-6a2e-411e-b533-6e327e389687 req-c1446173-d788-42b3-a3df-026ea5480033 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 945 time: 0.0923424
Apr 20 18:27:44.486237 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-45900d8f-6a2e-411e-b533-6e327e389687 req-a81da673-e35c-4e76-b411-1e75ac92cc9f tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412178
Apr 20 18:27:44.687948 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db8891-882e-448f-a6a6-f9b4dade90a1 req-acd3026e-9fd5-41a3-a8a4-86b43772b78a tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:44.689547 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0db8891-882e-448f-a6a6-f9b4dade90a1 req-acd3026e-9fd5-41a3-a8a4-86b43772b78a tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 945 time: 0.0900624
Apr 20 18:27:44.741634 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0db8891-882e-448f-a6a6-f9b4dade90a1 req-213b6819-0780-4bfa-a167-81b9f4938019 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455964
Apr 20 18:27:45.178345 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c03d9-c91f-44da-99b9-cd8aeb722c1c req-54c2946c-2813-4cd0-bc37-086d37182830 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:45.178345 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-df7c03d9-c91f-44da-99b9-cd8aeb722c1c req-54c2946c-2813-4cd0-bc37-086d37182830 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 945 time: 0.0914493
Apr 20 18:27:45.227903 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-df7c03d9-c91f-44da-99b9-cd8aeb722c1c req-e553ab67-c825-49bf-bec4-dbbdc62b58fa tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433371
Apr 20 18:27:45.509168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a021dc-bb6b-4f1f-b5ef-ec4c7ffd1707 req-fd792750-c8b8-4e40-bf94-c58afa30dac9 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:45.510770 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b4a021dc-bb6b-4f1f-b5ef-ec4c7ffd1707 req-fd792750-c8b8-4e40-bf94-c58afa30dac9 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.1085587
Apr 20 18:27:45.562780 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b4a021dc-bb6b-4f1f-b5ef-ec4c7ffd1707 req-2dc53725-81a1-4206-8f30-6f67112007ad tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442843
Apr 20 18:27:46.765521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb5cb2-6ed8-4190-a9c5-033475cf6da0 req-2c3a0ea1-e485-496c-b00a-83c03083c77a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:46.767162 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-14eb5cb2-6ed8-4190-a9c5-033475cf6da0 req-2c3a0ea1-e485-496c-b00a-83c03083c77a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0898957
Apr 20 18:27:46.826332 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-14eb5cb2-6ed8-4190-a9c5-033475cf6da0 req-647970a6-5751-4592-82e6-acd03ff40c25 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527327
Apr 20 18:27:48.032200 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb16ca6-52cd-4cc0-99e7-6fa84d6be1ff req-276eabca-1512-41e1-a5e2-a03aebbb06cc tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:48.033793 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bfb16ca6-52cd-4cc0-99e7-6fa84d6be1ff req-276eabca-1512-41e1-a5e2-a03aebbb06cc tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0912349
Apr 20 18:27:48.082818 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bfb16ca6-52cd-4cc0-99e7-6fa84d6be1ff req-0c1b62fd-80ed-4307-9676-29f6ac544878 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425880
Apr 20 18:27:48.692915 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6423e-488c-48ed-a8b9-54bb30295b28 req-ba22fd24-1b1c-446f-86d3-8c0c9e76a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:48.694562 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-90c6423e-488c-48ed-a8b9-54bb30295b28 req-ba22fd24-1b1c-446f-86d3-8c0c9e76a5d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57&device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 1098 time: 0.0852869
Apr 20 18:27:48.851752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6423e-488c-48ed-a8b9-54bb30295b28 req-f56602ff-bdb3-453a-95e6-021161aa20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:48.853301 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-90c6423e-488c-48ed-a8b9-54bb30295b28 req-f56602ff-bdb3-453a-95e6-021161aa20e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f73fe5f0-7661-4958-ad4f-6a98649d57d0 HTTP/1.1" status: 200  len: 910 time: 0.1513999
Apr 20 18:27:48.962602 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-90c6423e-488c-48ed-a8b9-54bb30295b28 req-370edb30-5c25-41b5-829f-f7f4355d742e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7349011-cd24-44d5-bf26-5eca280f714d HTTP/1.1" status: 200  len: 1001 time: 0.1029239
Apr 20 18:27:49.035395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6423e-488c-48ed-a8b9-54bb30295b28 req-54e8a3e0-de8f-45e3-b37d-476eba8a8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:49.036981 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-90c6423e-488c-48ed-a8b9-54bb30295b28 req-54e8a3e0-de8f-45e3-b37d-476eba8a8c59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78797efb-e2d9-4583-8ee5-73122e564c83 HTTP/1.1" status: 200  len: 848 time: 0.0683687
Apr 20 18:27:49.121665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6423e-488c-48ed-a8b9-54bb30295b28 req-5ade4a3b-26e0-4336-94bb-f7b5c7d1044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:49.123321 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-90c6423e-488c-48ed-a8b9-54bb30295b28 req-5ade4a3b-26e0-4336-94bb-f7b5c7d1044a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f73fe5f0-7661-4958-ad4f-6a98649d57d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804720
Apr 20 18:27:49.344924 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-90c6423e-488c-48ed-a8b9-54bb30295b28 req-06f6b76a-5ee5-4da7-8db2-bf4b1965b748 service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122793
Apr 20 18:27:49.386148 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875beb7-5f84-458c-bb58-27b96dc3ee8c req-8a3272b6-5d89-4bf3-b185-7d313be87dbd tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:49.387753 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f875beb7-5f84-458c-bb58-27b96dc3ee8c req-8a3272b6-5d89-4bf3-b185-7d313be87dbd tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.1736035
Apr 20 18:27:49.522699 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f875beb7-5f84-458c-bb58-27b96dc3ee8c req-1e49f19e-4ced-4dd8-a8a4-711b656f3ab1 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833745
Apr 20 18:27:49.548009 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-90c6423e-488c-48ed-a8b9-54bb30295b28 req-32ce8081-013a-4d48-8b86-22075ccb61de service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955662
Apr 20 18:27:50.729734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e541a7-d07a-4add-9e24-96750f3ccc41 req-3368aef9-655b-4df3-a04a-7f02ec390352 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:50.731391 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-38e541a7-d07a-4add-9e24-96750f3ccc41 req-3368aef9-655b-4df3-a04a-7f02ec390352 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0899715
Apr 20 18:27:50.784456 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-38e541a7-d07a-4add-9e24-96750f3ccc41 req-6fa10d30-8dad-46de-8ea1-2d9aea96e1b3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458977
Apr 20 18:27:51.990380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc968e-adef-45e8-8e96-549e140c44cf req-70a88e65-93a1-4db3-8fe0-19b672131112 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:51.992037 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dcfc968e-adef-45e8-8e96-549e140c44cf req-70a88e65-93a1-4db3-8fe0-19b672131112 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0897422
Apr 20 18:27:52.043811 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dcfc968e-adef-45e8-8e96-549e140c44cf req-428846bc-d70c-45a2-bae6-c9fcb0efc9de tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455713
Apr 20 18:27:53.395217 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b690498-6225-4e11-8082-6dbe2a481037 req-faea7fdd-4901-4a12-8e33-0781a72c9848 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:53.396703 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8b690498-6225-4e11-8082-6dbe2a481037 req-faea7fdd-4901-4a12-8e33-0781a72c9848 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0923517
Apr 20 18:27:53.444881 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8b690498-6225-4e11-8082-6dbe2a481037 req-1e56d422-fa8b-45c3-bf58-7d9d81e88c87 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417559
Apr 20 18:27:54.654645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b96a7-1ee1-455b-94d8-d4d41b1f6fb4 req-adf4791e-f313-4379-a976-423fdd320744 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:54.656265 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2d8b96a7-1ee1-455b-94d8-d4d41b1f6fb4 req-adf4791e-f313-4379-a976-423fdd320744 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0935569
Apr 20 18:27:54.704619 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2d8b96a7-1ee1-455b-94d8-d4d41b1f6fb4 req-6eb2e61a-bca8-42b5-9832-21c79f944321 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419538
Apr 20 18:27:55.086123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75445395-c797-4abf-a389-b985b48cd984 req-2485b6e6-056d-4a56-b8c3-48877c062ae1 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:55.087784 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-75445395-c797-4abf-a389-b985b48cd984 req-2485b6e6-056d-4a56-b8c3-48877c062ae1 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0931227
Apr 20 18:27:55.093465 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40232) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:55.143531 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-75445395-c797-4abf-a389-b985b48cd984 req-dc767d00-3fae-45dc-b6f7-5ba6ba9748bb tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470371
Apr 20 18:27:55.239598 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-16453962-9335-4ec9-8c44-1dd5859fc0af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1447778
Apr 20 18:27:56.346399 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42552431-58f1-4b03-b8b7-6ed499b182cd req-8d4014d2-4076-4636-87e5-8195056f73d7 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:56.348060 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-42552431-58f1-4b03-b8b7-6ed499b182cd req-8d4014d2-4076-4636-87e5-8195056f73d7 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0907218
Apr 20 18:27:56.397950 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-42552431-58f1-4b03-b8b7-6ed499b182cd req-2c10abdb-91de-420e-8fd8-3023a7c03f8a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432706
Apr 20 18:27:57.605755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747db6a8-31c5-44c8-a1b2-8f0f70824037 req-870051d7-3e27-47b2-9388-ef6496cb1d28 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:57.607340 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-747db6a8-31c5-44c8-a1b2-8f0f70824037 req-870051d7-3e27-47b2-9388-ef6496cb1d28 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0948169
Apr 20 18:27:57.658131 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-747db6a8-31c5-44c8-a1b2-8f0f70824037 req-7d822c13-8d68-4e05-a55e-00617049efbb tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429585
Apr 20 18:27:58.861375 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c517c17-58ff-4540-bb60-6fcb57abea2d req-c337ab5b-16c2-4886-b42e-95367721a347 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:58.862956 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5c517c17-58ff-4540-bb60-6fcb57abea2d req-c337ab5b-16c2-4886-b42e-95367721a347 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0882759
Apr 20 18:27:58.910774 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5c517c17-58ff-4540-bb60-6fcb57abea2d req-2d3ffe94-af02-4660-a8bc-2b4e7d3a14e5 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415568
Apr 20 18:27:59.323951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device d7349011-cd24-44d5-bf26-5eca280f714d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:27:59.447759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:59.476041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:59.486879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port d7349011-cd24-44d5-bf26-5eca280f714d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7349011-cd24-44d5-bf26-5eca280f714d,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:59.490432 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:59.492249 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:59.528650 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'code': 422} returned with failed status
Apr 20 18:27:59.563237 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=d7349011-cd24-44d5-bf26-5eca280f714d,revision_number=6']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:59.566554 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:59.831122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4014-7b1e-4dfb-b332-68060b2330e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:00.114988 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35b9bf-d0da-49a1-a6fa-e31773cbd8e4 req-e409d8e5-71f7-4f30-a3c1-32bd07f6ae20 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:00.116593 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ce35b9bf-d0da-49a1-a6fa-e31773cbd8e4 req-e409d8e5-71f7-4f30-a3c1-32bd07f6ae20 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.0931525
Apr 20 18:28:00.164957 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ce35b9bf-d0da-49a1-a6fa-e31773cbd8e4 req-d5136234-6731-4ee4-9f5e-e09de312fd73 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420504
Apr 20 18:28:01.370724 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52a298-ce2d-4621-bfa0-83210a0ff389 req-594f46f0-515e-44fd-b927-c83864dfef6c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:01.372240 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea52a298-ce2d-4621-bfa0-83210a0ff389 req-594f46f0-515e-44fd-b927-c83864dfef6c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.0908663
Apr 20 18:28:01.425760 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea52a298-ce2d-4621-bfa0-83210a0ff389 req-4b980e7d-5f99-41d7-827e-f262f0263fc1 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465236
Apr 20 18:28:01.931669 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-866cb2d8-7287-4a08-bbc4-a188516c3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:01.933289 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-866cb2d8-7287-4a08-bbc4-a188516c3aa7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab&tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57 HTTP/1.1" status: 200  len: 1096 time: 0.0886726
Apr 20 18:28:02.035892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-686371d2-1c1c-4d91-81d4-d923f5c839a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:02.037655 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-686371d2-1c1c-4d91-81d4-d923f5c839a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57&device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 1096 time: 0.0827143
Apr 20 18:28:02.151726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5039192a-0aac-4469-a2cf-066a2fb00da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:02.205908 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-40d3d926-900a-47a4-827b-02de9d66ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:02.207667 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-40d3d926-900a-47a4-827b-02de9d66ccf2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f73fe5f0-7661-4958-ad4f-6a98649d57d0 HTTP/1.1" status: 200  len: 910 time: 0.1615708
Apr 20 18:28:02.332231 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-78e86156-59b3-4a71-9782-047cfc76c864 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7349011-cd24-44d5-bf26-5eca280f714d HTTP/1.1" status: 200  len: 999 time: 0.1136477
Apr 20 18:28:02.462781 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-f4c2446f-32d2-4db6-b511-ee40d2fb1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:02.464353 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-f4c2446f-32d2-4db6-b511-ee40d2fb1cc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78797efb-e2d9-4583-8ee5-73122e564c83 HTTP/1.1" status: 200  len: 848 time: 0.0908597
Apr 20 18:28:02.485956 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6b8bf-7d5e-40f5-b83f-1433bf7453d1 req-daf8ff43-191b-44cc-85b0-cb343e29837f tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:02.487534 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b5d6b8bf-7d5e-40f5-b83f-1433bf7453d1 req-daf8ff43-191b-44cc-85b0-cb343e29837f tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 945 time: 0.1577923
Apr 20 18:28:02.599008 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b5d6b8bf-7d5e-40f5-b83f-1433bf7453d1 req-6c5021a4-27a7-4314-9911-ce0f550604dd tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744944
Apr 20 18:28:02.622672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-ad592fdc-6e0f-4db7-9ce3-d5b318923ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:02.622672 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-ad592fdc-6e0f-4db7-9ce3-d5b318923ad3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f73fe5f0-7661-4958-ad4f-6a98649d57d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1273050
Apr 20 18:28:02.633369 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652252c-1593-4e08-8aab-1c392cbd44da req-cc1ffb0c-f010-4d25-b93b-10bfedb238e2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:02.636068 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d652252c-1593-4e08-8aab-1c392cbd44da req-cc1ffb0c-f010-4d25-b93b-10bfedb238e2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.0936670
Apr 20 18:28:02.636808 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40322) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:02.692629 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:02.703582 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d652252c-1593-4e08-8aab-1c392cbd44da req-54ce03e8-334d-4b0f-a85a-4c6006d5b20d tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587075
Apr 20 18:28:02.870318 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b171db2-60d6-4079-a306-80843c529d4e tempest-TestMinimumBasicScenario-1833214967 tempest-TestMinimumBasicScenario-1833214967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:02.871092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3b171db2-60d6-4079-a306-80843c529d4e tempest-TestMinimumBasicScenario-1833214967 tempest-TestMinimumBasicScenario-1833214967-project-admin] Synchronizing usage tracker for tenant:acf9ad975c214d6eaa79738d3b978236 on resource:port {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:28:02.888569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3b171db2-60d6-4079-a306-80843c529d4e tempest-TestMinimumBasicScenario-1833214967 tempest-TestMinimumBasicScenario-1833214967-project-admin] Unset dirty status for tenant:acf9ad975c214d6eaa79738d3b978236 on resource:port {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:28:02.890542 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3b171db2-60d6-4079-a306-80843c529d4e tempest-TestMinimumBasicScenario-1833214967 tempest-TestMinimumBasicScenario-1833214967-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 1093 time: 0.2521377
Apr 20 18:28:02.893943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40328) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:02.899781 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Request body: {'floatingip': {'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'port_id': '57cfd58b-98d7-4197-8277-c4f431908649', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:28:02.907493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:28:02.911685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Usage tracker for resource:floatingip and tenant:e334cf3d38934e90b9f0660f07c24305 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:28:02.914831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:28:02.921185 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:28:02.931068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for floatingip, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:02.993274 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-3fbe18c2-fef0-4751-8115-a4ef3964ecab service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3686662
Apr 20 18:28:03.076838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:03.140510 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c86027fc-6874-4d64-a7cf-ce6b8a86255c req-a191b124-167b-438d-86cb-768398a8fcb7 service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405079
Apr 20 18:28:03.225917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Allocated IP 172.27.1.182 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/e0550d27-1836-4a8f-8e9f-d2235bc18044) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:28:03.390493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:03.422459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:03.427615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:03.492495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:28:03.496147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:28:03.500459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:28:03.506495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:03.539245 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event updated for resources: {'Port': ['ID=e0550d27-1836-4a8f-8e9f-d2235bc18044,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:03.543980 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:03.995737 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfeb093-2ed6-4710-8031-dfb33b67117b req-4ef66be5-f7dc-4721-b802-9803ec4a9acb tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:03.997422 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6bfeb093-2ed6-4710-8031-dfb33b67117b req-4ef66be5-f7dc-4721-b802-9803ec4a9acb tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.1454275
Apr 20 18:28:04.075002 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6bfeb093-2ed6-4710-8031-dfb33b67117b req-0aff4168-5c6b-4135-b9dc-172487f8e1e1 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627918
Apr 20 18:28:04.079516 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:04.168638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:04.385380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:04.389597 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:04.394275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:04.508427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event updated for resources: {'Port': ['ID=e0550d27-1836-4a8f-8e9f-d2235bc18044,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:04.511335 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:04.525756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:04.540348 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:04.957669 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Floating IP 9640489e-c9ac-4969-b22b-94d89feaaa55 associated. External IP: 172.27.1.182, port: 57cfd58b-98d7-4197-8277-c4f431908649.
Apr 20 18:28:05.410945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d681a-e0a5-4002-b511-f7450a5d486d req-1a24c50b-f68d-4897-ab2e-9989d8444270 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:05.412520 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a14d681a-e0a5-4002-b511-f7450a5d486d req-1a24c50b-f68d-4897-ab2e-9989d8444270 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.2046025
Apr 20 18:28:05.417267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Router d9d65975-86e4-4434-ba17-7377b4e3e461 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:28:05.594847 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a14d681a-e0a5-4002-b511-f7450a5d486d req-1218c00d-624f-4587-b4a8-0213064d57e1 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1748435
Apr 20 18:28:05.646807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:28:05.657942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340501c1-3a68-4320-b0d0-e42ac860911e None None] Sync routers for ids ['d9d65975-86e4-4434-ba17-7377b4e3e461'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:28:05.667815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340501c1-3a68-4320-b0d0-e42ac860911e None None] Routers {'d9d65975-86e4-4434-ba17-7377b4e3e461'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:28:05.668439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-340501c1-3a68-4320-b0d0-e42ac860911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd1cf2b0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:28:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['d9d65975-86e4-4434-ba17-7377b4e3e461'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:28:05.672263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:05.734827 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-76147caf-111c-4417-b6dd-6a15cbd9dde1 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8396869
Apr 20 18:28:05.735703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:28:05.737891 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40358) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:05.747136 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-588587229', 'description': 'tempest-secgroup-smoke-588587229 description', 'project_id': 'e334cf3d38934e90b9f0660f07c24305'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:28:05.754478 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:28:05.766841 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:28:05.778451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:05.797595 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649', 'status': 'completed', 'code': 200}
Apr 20 18:28:05.806862 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:28:05.811573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Usage tracker for resource:security_group_rule and tenant:e334cf3d38934e90b9f0660f07c24305 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:28:05.815381 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:28:05.823660 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:28:05.945286 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4701c3-e55d-4ead-86f3-6a91b3ae25f7 req-b7544e71-5822-4f5f-a327-fb110733b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:05.946879 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb4701c3-e55d-4ead-86f3-6a91b3ae25f7 req-b7544e71-5822-4f5f-a327-fb110733b662 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e334cf3d38934e90b9f0660f07c24305&device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 1098 time: 0.1248631
Apr 20 18:28:06.036629 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-340501c1-3a68-4320-b0d0-e42ac860911e None None] Set router d9d65975-86e4-4434-ba17-7377b4e3e461 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:28:06.050467 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.058023 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.066368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-59da81a4-c2e0-4e43-875d-1f939603d725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:06.150123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6bcfae-59c7-48f8-938f-0cf06954380c,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:06.155301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:06.166574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.167910 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4288943
Apr 20 18:28:06.172172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40368) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:06.179785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Request body: {'security_group_rule': {'security_group_id': '1a6bcfae-59c7-48f8-938f-0cf06954380c', 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:28:06.188453 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4701c3-e55d-4ead-86f3-6a91b3ae25f7 req-c9465b7b-0ad6-44d9-8cd8-2efe62ce2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:06.190105 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb4701c3-e55d-4ead-86f3-6a91b3ae25f7 req-c9465b7b-0ad6-44d9-8cd8-2efe62ce2f42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a HTTP/1.1" status: 200  len: 916 time: 0.2275977
Apr 20 18:28:06.191447 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:28:06.195911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Usage tracker for resource:security_group_rule and tenant:e334cf3d38934e90b9f0660f07c24305 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:28:06.199615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:28:06.207255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:28:06.229714 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.313499 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb4701c3-e55d-4ead-86f3-6a91b3ae25f7 req-7620a3f2-c140-436b-89d9-6be4464f9fb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57cfd58b-98d7-4197-8277-c4f431908649 HTTP/1.1" status: 200  len: 999 time: 0.1164389
Apr 20 18:28:06.319231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.324131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.348919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:06.365920 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca21e9a-bcb7-42f4-a296-c6b46e2e5b02,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:06.368144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.372165 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1961982
Apr 20 18:28:06.372165 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:06.372798 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40380) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:06.378138 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Request body: {'security_group_rule': {'security_group_id': '1a6bcfae-59c7-48f8-938f-0cf06954380c', 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:28:06.389872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:28:06.395867 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Usage tracker for resource:security_group_rule and tenant:e334cf3d38934e90b9f0660f07c24305 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:28:06.398561 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4701c3-e55d-4ead-86f3-6a91b3ae25f7 req-d1ae9f9b-2f85-4289-84ce-55f37c84d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:06.399907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:28:06.400171 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb4701c3-e55d-4ead-86f3-6a91b3ae25f7 req-d1ae9f9b-2f85-4289-84ce-55f37c84d2d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fca77b30-2488-484f-95da-14754f71947d HTTP/1.1" status: 200  len: 854 time: 0.0794361
Apr 20 18:28:06.407940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:28:06.436299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.453265 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-340501c1-3a68-4320-b0d0-e42ac860911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd1cf2b0>, [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '9640489e-c9ac-4969-b22b-94d89feaaa55', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'port_id': '57cfd58b-98d7-4197-8277-c4f431908649', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'mac_address': 'fa:16:3e:f1:59:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:28:03Z', 'updated_at': '2021-04-20T18:28:03Z', 'revision_number': 0, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94501c02-5ade-4ed4-a398-d7f152ff503a', 'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'mac_address': 'fa:16:3e:5b:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:55Z', 'updated_at': '2021-04-20T18:27:05Z', 'revision_number': 5, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'subnets': [{'id': 'fca77b30-2488-484f-95da-14754f71947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:28:06.457979 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340501c1-3a68-4320-b0d0-e42ac860911e None None] Checking router: d9d65975-86e4-4434-ba17-7377b4e3e461 for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:28:06.467860 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340501c1-3a68-4320-b0d0-e42ac860911e None None] Routers {'d9d65975-86e4-4434-ba17-7377b4e3e461'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:28:06.468768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-340501c1-3a68-4320-b0d0-e42ac860911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd1cf2b0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:28:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['d9d65975-86e4-4434-ba17-7377b4e3e461'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:28:06.506664 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4701c3-e55d-4ead-86f3-6a91b3ae25f7 req-23b9da24-d490-413c-9709-e7890d6832b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:06.507292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.508890 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb4701c3-e55d-4ead-86f3-6a91b3ae25f7 req-23b9da24-d490-413c-9709-e7890d6832b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1011822
Apr 20 18:28:06.510553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.512723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-71d833a1-a59e-4d32-9eee-66024f4bbe72 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:06.530804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c2d3cf-7f89-483e-85ba-436b2efa1d65,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:06.534708 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:06.552881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.556960 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1808352
Apr 20 18:28:06.557283 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40388) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:06.564381 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Request body: {'security_group_rule': {'security_group_id': '1a6bcfae-59c7-48f8-938f-0cf06954380c', 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:28:06.572157 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:28:06.576054 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Usage tracker for resource:security_group_rule and tenant:e334cf3d38934e90b9f0660f07c24305 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:28:06.579774 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:28:06.587491 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:28:06.609251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.694614 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-340501c1-3a68-4320-b0d0-e42ac860911e None None] Set router d9d65975-86e4-4434-ba17-7377b4e3e461 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:28:06.717277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.727961 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.730224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:06.766900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0c34bc-d1be-448a-a0e9-41db727954bf,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:06.769512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.770816 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2123914
Apr 20 18:28:06.771895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:06.774445 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40396) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:06.781432 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-1e3c4559-9e02-4760-b3d1-9a836a1b4245 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Request body: {'security_group_rule': {'security_group_id': '1a6bcfae-59c7-48f8-938f-0cf06954380c', 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:28:06.788044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1e3c4559-9e02-4760-b3d1-9a836a1b4245 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:28:06.807756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40400) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:06.815051 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-1e3c4559-9e02-4760-b3d1-9a836a1b4245 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Usage tracker for resource:security_group_rule and tenant:e334cf3d38934e90b9f0660f07c24305 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:28:06.819184 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-1e3c4559-9e02-4760-b3d1-9a836a1b4245 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:28:06.822009 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb4701c3-e55d-4ead-86f3-6a91b3ae25f7 req-c709b81a-e903-49a0-a01e-b8943b804945 service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3051963
Apr 20 18:28:06.840343 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-1e3c4559-9e02-4760-b3d1-9a836a1b4245 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:28:06.859606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e3c4559-9e02-4760-b3d1-9a836a1b4245 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.931010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e3c4559-9e02-4760-b3d1-9a836a1b4245 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.935952 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e3c4559-9e02-4760-b3d1-9a836a1b4245 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.944715 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:06.969034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c4559-9e02-4760-b3d1-9a836a1b4245 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c8c4c6-250f-413e-94c1-07ec2baab913,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:06.971610 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1e3c4559-9e02-4760-b3d1-9a836a1b4245 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:06.975617 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e3c4559-9e02-4760-b3d1-9a836a1b4245 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.980064 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1e3c4559-9e02-4760-b3d1-9a836a1b4245 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2041886
Apr 20 18:28:06.980599 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40406) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:06.981348 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-175af1af-5ef5-4d75-a1e2-9c7ca90c6a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:06.986416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Request body: {'security_group_rule': {'security_group_id': '1a6bcfae-59c7-48f8-938f-0cf06954380c', 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:28:06.993246 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:28:06.997768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Usage tracker for resource:security_group_rule and tenant:e334cf3d38934e90b9f0660f07c24305 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:28:07.001200 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:28:07.007520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:28:07.014442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d098beb-2c94-43c9-8aa2-104bb43168eb req-bbe92ad9-6d16-47f9-9404-f510f29edb7b tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:07.016128 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5d098beb-2c94-43c9-8aa2-104bb43168eb req-bbe92ad9-6d16-47f9-9404-f510f29edb7b tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.2793059
Apr 20 18:28:07.019510 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.securitygroups_db [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Project e334cf3d38934e90b9f0660f07c24305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:28:07.027869 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.030461 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-175af1af-5ef5-4d75-a1e2-9c7ca90c6a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:28:07.050545 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-175af1af-5ef5-4d75-a1e2-9c7ca90c6a35 admin admin] Usage tracker for resource:security_group_rule and tenant:36024f746cb04f53903acd321f3c60c6 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:28:07.059587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-175af1af-5ef5-4d75-a1e2-9c7ca90c6a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:28:07.072994 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-175af1af-5ef5-4d75-a1e2-9c7ca90c6a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:28:07.100390 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.103914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.106131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c32a887e-8ae9-41cb-9524-74430be6c956 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:07.116656 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb4701c3-e55d-4ead-86f3-6a91b3ae25f7 req-9ecb3f48-b399-4d21-b4d5-2e6ab868d45c service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2876539
Apr 20 18:28:07.119974 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5d098beb-2c94-43c9-8aa2-104bb43168eb req-292db598-ecde-40f2-b5f8-6a81c1428852 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913999
Apr 20 18:28:07.132587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e009e0a8-da58-45d2-8d0d-e73bd2640a8d,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:07.135344 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:07.142600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.144021 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1624141
Apr 20 18:28:07.147169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40410) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:07.154040 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Request body: {'security_group_rule': {'security_group_id': '1a6bcfae-59c7-48f8-938f-0cf06954380c', 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:28:07.159595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-340501c1-3a68-4320-b0d0-e42ac860911e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd1cf2b0>, [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '9640489e-c9ac-4969-b22b-94d89feaaa55', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'port_id': '57cfd58b-98d7-4197-8277-c4f431908649', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'mac_address': 'fa:16:3e:f1:59:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:28:03Z', 'updated_at': '2021-04-20T18:28:03Z', 'revision_number': 0, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94501c02-5ade-4ed4-a398-d7f152ff503a', 'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'mac_address': 'fa:16:3e:5b:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:55Z', 'updated_at': '2021-04-20T18:27:05Z', 'revision_number': 5, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'subnets': [{'id': 'fca77b30-2488-484f-95da-14754f71947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:28:07.164154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340501c1-3a68-4320-b0d0-e42ac860911e None None] The sync data for ids ['d9d65975-86e4-4434-ba17-7377b4e3e461'] in dv-cinder-786929-2-iscsi is: [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '9640489e-c9ac-4969-b22b-94d89feaaa55', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'port_id': '57cfd58b-98d7-4197-8277-c4f431908649', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'mac_address': 'fa:16:3e:f1:59:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:28:03Z', 'updated_at': '2021-04-20T18:28:03Z', 'revision_number': 0, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94501c02-5ade-4ed4-a398-d7f152ff503a', 'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'mac_address': 'fa:16:3e:5b:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:55Z', 'updated_at': '2021-04-20T18:27:05Z', 'revision_number': 5, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'subnets': [{'id': 'fca77b30-2488-484f-95da-14754f71947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:28:07.169341 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:28:07.179110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Usage tracker for resource:security_group_rule and tenant:e334cf3d38934e90b9f0660f07c24305 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:28:07.187228 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:28:07.195604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:28:07.226884 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.securitygroups_db [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Project e334cf3d38934e90b9f0660f07c24305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:28:07.244874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.264527 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-175af1af-5ef5-4d75-a1e2-9c7ca90c6a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.275274 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-175af1af-5ef5-4d75-a1e2-9c7ca90c6a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.286573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:07.354139 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175af1af-5ef5-4d75-a1e2-9c7ca90c6a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8457275-38d9-47d3-9dd7-b5d38447a7a1,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:07.358614 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-175af1af-5ef5-4d75-a1e2-9c7ca90c6a35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36024f746cb04f53903acd321f3c60c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5456963
Apr 20 18:28:07.359752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-175af1af-5ef5-4d75-a1e2-9c7ca90c6a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:07.361894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40416) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:07.373656 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.376913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.379096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:07.404590 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c91eaa2-f26c-4af4-8ba3-b53a7a31d0a7,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:07.407567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:07.422563 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.424317 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3ba1baf9-12a2-4008-bd25-27d7cf7aeb8c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2761130
Apr 20 18:28:07.443167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1bba2b88-1d43-4215-bf88-e1f1cfcbb745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.459046 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62163642-3d74-4458-bd9c-f7136ee8b638 None None] New status for floating IP 9640489e-c9ac-4969-b22b-94d89feaaa55: ACTIVE {{(pid=86372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:28:07.475273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1bba2b88-1d43-4215-bf88-e1f1cfcbb745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.526183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1bba2b88-1d43-4215-bf88-e1f1cfcbb745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.534206 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2d10c6c7-2936-4a58-a169-2b6f355737e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:07.551389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba2b88-1d43-4215-bf88-e1f1cfcbb745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8457275-38d9-47d3-9dd7-b5d38447a7a1,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:07.553791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1bba2b88-1d43-4215-bf88-e1f1cfcbb745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:07.555446 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1bba2b88-1d43-4215-bf88-e1f1cfcbb745 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8457275-38d9-47d3-9dd7-b5d38447a7a1 HTTP/1.1" status: 204  len: 168 time: 0.1924334
Apr 20 18:28:07.556764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1bba2b88-1d43-4215-bf88-e1f1cfcbb745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:07.571778 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-957333ba-7b82-4b20-a3d2-50eaddaddcb3 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Synchronizing usage tracker for tenant:e334cf3d38934e90b9f0660f07c24305 on resource:security_group {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:28:07.588716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-957333ba-7b82-4b20-a3d2-50eaddaddcb3 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Unset dirty status for tenant:e334cf3d38934e90b9f0660f07c24305 on resource:security_group {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:28:07.590039 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-957333ba-7b82-4b20-a3d2-50eaddaddcb3 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588587229&fields=id&tenant_id=e334cf3d38934e90b9f0660f07c24305 HTTP/1.1" status: 200  len: 267 time: 0.0731435
Apr 20 18:28:07.694003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-7ad9449b-4a6c-4cb8-a805-2d7f13b2b98e tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:07.695698 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-7ad9449b-4a6c-4cb8-a805-2d7f13b2b98e tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 945 time: 0.0991762
Apr 20 18:28:07.711747 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-4fd294d3-6e32-4412-a3f4-ec5e811d03f7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Request body: {'port': {'security_groups': ['1b92529a-8791-424e-93ba-cd482af196b7', '1a6bcfae-59c7-48f8-938f-0cf06954380c']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:28:07.864919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-4fd294d3-6e32-4412-a3f4-ec5e811d03f7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:08.141956 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-4fd294d3-6e32-4412-a3f4-ec5e811d03f7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] For port 57cfd58b-98d7-4197-8277-c4f431908649, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57cfd58b-98d7-4197-8277-c4f431908649,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:08.168489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-4fd294d3-6e32-4412-a3f4-ec5e811d03f7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:08.172700 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-4fd294d3-6e32-4412-a3f4-ec5e811d03f7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:08.180084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b127ab3c-458c-4d9c-aee9-ece24d7eaf86 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:08.185110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['57cfd58b-98d7-4197-8277-c4f431908649'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:28:08.246070 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-4fd294d3-6e32-4412-a3f4-ec5e811d03f7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:08.246785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-4fd294d3-6e32-4412-a3f4-ec5e811d03f7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:08.248532 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b32f156e-4618-4bc6-8d4c-27df053fc0f5 req-4fd294d3-6e32-4412-a3f4-ec5e811d03f7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "PUT /v2.0/ports/57cfd58b-98d7-4197-8277-c4f431908649 HTTP/1.1" status: 200  len: 981 time: 0.5422137
Apr 20 18:28:08.251725 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:28:08.291106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd294d3-6e32-4412-a3f4-ec5e811d03f7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event updated for resources: {'Port': ['ID=57cfd58b-98d7-4197-8277-c4f431908649,revision_number=6']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:08.295631 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4fd294d3-6e32-4412-a3f4-ec5e811d03f7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:08.319175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['57cfd58b-98d7-4197-8277-c4f431908649'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:28:08.407504 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d5510-154c-4069-838a-9f0f40576a14 req-b9a447eb-1d2a-4bc6-9bc7-ab0fe2804eda tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:08.415315 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fa9d5510-154c-4069-838a-9f0f40576a14 req-b9a447eb-1d2a-4bc6-9bc7-ab0fe2804eda tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.1579731
Apr 20 18:28:08.468790 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fa9d5510-154c-4069-838a-9f0f40576a14 req-6092b53a-3694-46c3-a5b6-707f68c36651 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525148
Apr 20 18:28:08.489660 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80b1fa-2256-482c-b726-17496c9a798a req-9bfe2c42-34fd-4964-9d09-1508acb25fa2 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:08.491747 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fd80b1fa-2256-482c-b726-17496c9a798a req-9bfe2c42-34fd-4964-9d09-1508acb25fa2 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.1250975
Apr 20 18:28:08.575092 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649', 'status': 'completed', 'code': 200}
Apr 20 18:28:08.582439 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fd80b1fa-2256-482c-b726-17496c9a798a req-e48b1360-40fe-4abe-b663-61318fac1425 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0780821
Apr 20 18:28:08.615197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-d3408b35-04b0-4668-b7df-602917794cf3 None None] Provisioning complete for port 57cfd58b-98d7-4197-8277-c4f431908649 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:28:08.615892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3408b35-04b0-4668-b7df-602917794cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:08.685436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c74bad-392e-47fa-9bf8-4c4642f25283 req-53209321-daae-4d90-86d8-731e9dda93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:08.687101 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a5c74bad-392e-47fa-9bf8-4c4642f25283 req-53209321-daae-4d90-86d8-731e9dda93cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e334cf3d38934e90b9f0660f07c24305&device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 1137 time: 0.1107767
Apr 20 18:28:08.855176 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c74bad-392e-47fa-9bf8-4c4642f25283 req-652c2a19-1d3d-4a7d-8d9b-7612f20786fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:08.858346 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a5c74bad-392e-47fa-9bf8-4c4642f25283 req-652c2a19-1d3d-4a7d-8d9b-7612f20786fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a HTTP/1.1" status: 200  len: 916 time: 0.1630609
Apr 20 18:28:08.985694 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a5c74bad-392e-47fa-9bf8-4c4642f25283 req-0df321d4-c9f5-482a-8e3f-58ae8abb22b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57cfd58b-98d7-4197-8277-c4f431908649 HTTP/1.1" status: 200  len: 1001 time: 0.1196086
Apr 20 18:28:09.063454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c74bad-392e-47fa-9bf8-4c4642f25283 req-6df4d130-5561-4143-bf0c-06fba5625711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:09.065147 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a5c74bad-392e-47fa-9bf8-4c4642f25283 req-6df4d130-5561-4143-bf0c-06fba5625711 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fca77b30-2488-484f-95da-14754f71947d HTTP/1.1" status: 200  len: 854 time: 0.0714190
Apr 20 18:28:09.172427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c74bad-392e-47fa-9bf8-4c4642f25283 req-0a578537-9616-4cc9-8ebd-c38f19781fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:09.174123 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a5c74bad-392e-47fa-9bf8-4c4642f25283 req-0a578537-9616-4cc9-8ebd-c38f19781fda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1025014
Apr 20 18:28:09.320891 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a5c74bad-392e-47fa-9bf8-4c4642f25283 req-ec23c152-3f57-4f52-9280-afb91b1283dd service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393673
Apr 20 18:28:09.464467 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a5c74bad-392e-47fa-9bf8-4c4642f25283 req-a0162228-5f74-4fc2-85bb-4012308c7ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355419
Apr 20 18:28:09.674577 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8674c7a-5cc1-4f51-8641-224dda47fe5c req-74d54061-dadb-4d07-82ba-a567e253e533 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:09.676438 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a8674c7a-5cc1-4f51-8641-224dda47fe5c req-74d54061-dadb-4d07-82ba-a567e253e533 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.0914526
Apr 20 18:28:09.725912 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a8674c7a-5cc1-4f51-8641-224dda47fe5c req-3d94a0fa-f5cb-448a-b608-66400530036f tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428910
Apr 20 18:28:10.301805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5664d74-eec1-4511-a4b0-f83d7dd05bc1 req-d11434bc-76ee-4a6a-8724-0192a75f05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:10.303421 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b5664d74-eec1-4511-a4b0-f83d7dd05bc1 req-d11434bc-76ee-4a6a-8724-0192a75f05b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57&device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 1096 time: 0.0828815
Apr 20 18:28:10.459672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5664d74-eec1-4511-a4b0-f83d7dd05bc1 req-d1f4fcf3-614e-41bf-b80b-141e6157562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:10.461239 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b5664d74-eec1-4511-a4b0-f83d7dd05bc1 req-d1f4fcf3-614e-41bf-b80b-141e6157562f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f73fe5f0-7661-4958-ad4f-6a98649d57d0 HTTP/1.1" status: 200  len: 910 time: 0.1381037
Apr 20 18:28:10.570084 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b5664d74-eec1-4511-a4b0-f83d7dd05bc1 req-01fa38dd-69ee-4f28-b364-0213b16f8ddd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7349011-cd24-44d5-bf26-5eca280f714d HTTP/1.1" status: 200  len: 999 time: 0.1015189
Apr 20 18:28:10.900241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5664d74-eec1-4511-a4b0-f83d7dd05bc1 req-deeef4f8-4fbf-4ca2-a9dc-82343e9660ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:10.901819 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b5664d74-eec1-4511-a4b0-f83d7dd05bc1 req-deeef4f8-4fbf-4ca2-a9dc-82343e9660ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78797efb-e2d9-4583-8ee5-73122e564c83 HTTP/1.1" status: 200  len: 848 time: 0.3237174
Apr 20 18:28:11.007017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1b45b-24d0-41db-aef9-bead0634aac8 req-9f7d272a-91cf-425e-b201-382b629945ef tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:11.008589 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-aec1b45b-24d0-41db-aef9-bead0634aac8 req-9f7d272a-91cf-425e-b201-382b629945ef tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.1620803
Apr 20 18:28:11.032415 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5664d74-eec1-4511-a4b0-f83d7dd05bc1 req-c451ac29-f2d9-4b4b-af40-50a7f92656a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:11.033979 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b5664d74-eec1-4511-a4b0-f83d7dd05bc1 req-c451ac29-f2d9-4b4b-af40-50a7f92656a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f73fe5f0-7661-4958-ad4f-6a98649d57d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1241729
Apr 20 18:28:11.143420 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-aec1b45b-24d0-41db-aef9-bead0634aac8 req-bc1684aa-13fe-4c02-8f87-a159cdee63b0 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1270297
Apr 20 18:28:11.198582 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b5664d74-eec1-4511-a4b0-f83d7dd05bc1 req-076d8459-b1a1-4c23-a7e0-3635ab2048f5 service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557767
Apr 20 18:28:11.340967 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b5664d74-eec1-4511-a4b0-f83d7dd05bc1 req-52f922bf-6af8-407a-a8fc-20da661e91fc service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343818
Apr 20 18:28:12.349827 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d059c-3b94-48d2-8498-cc3ecfd59a63 req-baf4283e-e01e-4edc-8599-473baab4840a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:12.351461 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-208d059c-3b94-48d2-8498-cc3ecfd59a63 req-baf4283e-e01e-4edc-8599-473baab4840a tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 943 time: 0.0935225
Apr 20 18:28:12.367693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device d7349011-cd24-44d5-bf26-5eca280f714d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:28:12.401722 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-208d059c-3b94-48d2-8498-cc3ecfd59a63 req-26006c17-1ab8-4200-8026-1d7310ef1d3b tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430806
Apr 20 18:28:12.512978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port d7349011-cd24-44d5-bf26-5eca280f714d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7349011-cd24-44d5-bf26-5eca280f714d,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:12.527187 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'port_id': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'mac_address': 'fa:16:3e:1c:07:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:28:12.588167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:12.606593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7349011-cd24-44d5-bf26-5eca280f714d {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:28:12.623450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port d7349011-cd24-44d5-bf26-5eca280f714d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7349011-cd24-44d5-bf26-5eca280f714d,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:12.626322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:12.628963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c76cb069-dfa1-4d79-b08f-7e75811a9cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:12.870804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=d7349011-cd24-44d5-bf26-5eca280f714d,revision_number=7']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:12.874002 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:12.929626 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['d7349011-cd24-44d5-bf26-5eca280f714d'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:28:13.277701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:13.602423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbe801-7320-4014-9328-98ccb15a4f94 req-de77b771-ba1c-4db2-ae39-a594f7affc90 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:13.604009 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2dfbe801-7320-4014-9328-98ccb15a4f94 req-de77b771-ba1c-4db2-ae39-a594f7affc90 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 944 time: 0.0884132
Apr 20 18:28:13.652419 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2dfbe801-7320-4014-9328-98ccb15a4f94 req-3d71f2a9-84b9-41ae-8d2d-109a7dcca114 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414760
Apr 20 18:28:14.088191 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:28:14.391105 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device d7349011-cd24-44d5-bf26-5eca280f714d up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:28:14.461931 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port d7349011-cd24-44d5-bf26-5eca280f714d triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:28:14.462352 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:14.586114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:14.613538 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:28:14.624521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port d7349011-cd24-44d5-bf26-5eca280f714d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7349011-cd24-44d5-bf26-5eca280f714d,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:14.627390 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:14.629291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:14.669691 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'code': 200}
Apr 20 18:28:14.705228 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=d7349011-cd24-44d5-bf26-5eca280f714d,revision_number=8']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:14.708406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:14.864134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315975a1-4780-4137-acd6-9ba46f95e563 req-75ee36a3-5a5b-4225-b859-b47f782c2a7f tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:14.865710 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-315975a1-4780-4137-acd6-9ba46f95e563 req-75ee36a3-5a5b-4225-b859-b47f782c2a7f tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0950153
Apr 20 18:28:14.914730 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-315975a1-4780-4137-acd6-9ba46f95e563 req-498d65b8-2a09-45fd-aafc-64f3914167b0 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422416
Apr 20 18:28:14.966392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521fb9a-3d6f-43c5-b790-8f1b709ffdf5 req-d3e00ef4-ee7e-45ff-bc78-dea8477b00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:14.968633 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4521fb9a-3d6f-43c5-b790-8f1b709ffdf5 req-d3e00ef4-ee7e-45ff-bc78-dea8477b00ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 1098 time: 0.0830710
Apr 20 18:28:15.011734 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4521fb9a-3d6f-43c5-b790-8f1b709ffdf5 req-039377d8-0075-4c90-ac90-86ee770f280c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358107
Apr 20 18:28:16.120800 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d73be-3125-4573-a31a-e66dfc57400c req-50a18a6c-b2b1-4f27-9f84-35952750c165 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:16.122307 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-741d73be-3125-4573-a31a-e66dfc57400c req-50a18a6c-b2b1-4f27-9f84-35952750c165 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.0933492
Apr 20 18:28:16.170025 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-741d73be-3125-4573-a31a-e66dfc57400c req-96beb234-06f1-46a6-913a-4656b5b71d17 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404763
Apr 20 18:28:21.873658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12c040-807f-466e-bab6-c9aa4c73ea30 req-b0ec1d52-bee7-4a6a-ae61-b088660d87c7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:21.875229 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-de12c040-807f-466e-bab6-c9aa4c73ea30 req-b0ec1d52-bee7-4a6a-ae61-b088660d87c7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0900662
Apr 20 18:28:21.925084 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-de12c040-807f-466e-bab6-c9aa4c73ea30 req-f98f5ea3-1751-4d02-a4d7-7b8c91f34d57 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430059
Apr 20 18:28:22.809070 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6e757-ef3e-479a-b68a-bd209bff5358 req-54007837-1d8b-4fb8-b841-b0f50d923d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:22.811314 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2f6e757-ef3e-479a-b68a-bd209bff5358 req-54007837-1d8b-4fb8-b841-b0f50d923d8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e334cf3d38934e90b9f0660f07c24305&device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 1137 time: 0.0802741
Apr 20 18:28:22.857578 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc1291-2d1c-4209-a237-7a68cbdce1d6 req-bfa606f9-32a3-48b3-b00a-2995b4eaa702 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:22.859204 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-17fc1291-2d1c-4209-a237-7a68cbdce1d6 req-bfa606f9-32a3-48b3-b00a-2995b4eaa702 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0941465
Apr 20 18:28:22.910176 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-17fc1291-2d1c-4209-a237-7a68cbdce1d6 req-faa1d61c-7272-4443-ab08-2df3c88cd7aa tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0442705
Apr 20 18:28:22.961059 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6e757-ef3e-479a-b68a-bd209bff5358 req-a0f96eaf-9d9a-4322-89c5-d0237b9b522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:22.962680 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2f6e757-ef3e-479a-b68a-bd209bff5358 req-a0f96eaf-9d9a-4322-89c5-d0237b9b522e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a HTTP/1.1" status: 200  len: 916 time: 0.1439357
Apr 20 18:28:23.077039 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2f6e757-ef3e-479a-b68a-bd209bff5358 req-91d0fa9f-004e-43c0-a235-7acf99bc205e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57cfd58b-98d7-4197-8277-c4f431908649 HTTP/1.1" status: 200  len: 1001 time: 0.1075027
Apr 20 18:28:23.150252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6e757-ef3e-479a-b68a-bd209bff5358 req-7dd9b671-76e4-4620-b44b-e247c5b60cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:23.151843 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2f6e757-ef3e-479a-b68a-bd209bff5358 req-7dd9b671-76e4-4620-b44b-e247c5b60cb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fca77b30-2488-484f-95da-14754f71947d HTTP/1.1" status: 200  len: 854 time: 0.0688620
Apr 20 18:28:23.238838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6e757-ef3e-479a-b68a-bd209bff5358 req-e633dfd6-4d66-441b-be55-9632ef5f6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:23.240471 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2f6e757-ef3e-479a-b68a-bd209bff5358 req-e633dfd6-4d66-441b-be55-9632ef5f6d51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808918
Apr 20 18:28:23.457122 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2f6e757-ef3e-479a-b68a-bd209bff5358 req-74456316-56fc-4b9d-8282-302fbc4f5179 service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2097189
Apr 20 18:28:23.497178 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4b2b0-65d3-4cd7-97f6-19391c24fc86 req-7d081642-7527-4820-9f43-43aa9db8f869 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:23.499763 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bdc4b2b0-65d3-4cd7-97f6-19391c24fc86 req-7d081642-7527-4820-9f43-43aa9db8f869 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.1735525
Apr 20 18:28:23.628629 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bdc4b2b0-65d3-4cd7-97f6-19391c24fc86 req-3f4c87c4-c273-4c07-9558-4bd52f50a8a9 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786462
Apr 20 18:28:23.653082 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2f6e757-ef3e-479a-b68a-bd209bff5358 req-2059dff2-bfb7-4302-8975-417a1a496858 service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1888430
Apr 20 18:28:24.118607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b68c0c-3a7b-471d-9103-c9e0ebb63b52 req-3a9778d8-4d2b-4039-9895-8dc0d76eb953 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:24.120098 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-44b68c0c-3a7b-471d-9103-c9e0ebb63b52 req-3a9778d8-4d2b-4039-9895-8dc0d76eb953 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0890324
Apr 20 18:28:24.173357 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-44b68c0c-3a7b-471d-9103-c9e0ebb63b52 req-74a11ef3-6108-45f6-97e3-68adfb78d9d9 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0460842
Apr 20 18:28:24.839076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b41dc-0660-4526-84b4-8255a1306f13 req-eb46fce7-0b6a-4c02-82b2-e9b51764fc90 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:24.840696 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-de2b41dc-0660-4526-84b4-8255a1306f13 req-eb46fce7-0b6a-4c02-82b2-e9b51764fc90 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0928557
Apr 20 18:28:24.889177 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-de2b41dc-0660-4526-84b4-8255a1306f13 req-9f5c943e-1157-4e58-bb0b-f061e82922c2 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414333
Apr 20 18:28:25.374412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e5167-aa13-4c3a-9148-5901b4536a8a req-ab5b856b-b13a-46b2-80e0-54c6bdb4139b tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:25.376015 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-596e5167-aa13-4c3a-9148-5901b4536a8a req-ab5b856b-b13a-46b2-80e0-54c6bdb4139b tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0894892
Apr 20 18:28:25.428883 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-596e5167-aa13-4c3a-9148-5901b4536a8a req-199cab09-b698-4355-bcb0-70d183cbb77c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0464365
Apr 20 18:28:26.099631 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6741e-b413-4487-861d-9e9889d06160 req-ccbffd5d-e91e-452f-b5a8-d58f5884affb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:26.101150 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-70c6741e-b413-4487-861d-9e9889d06160 req-ccbffd5d-e91e-452f-b5a8-d58f5884affb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0938597
Apr 20 18:28:26.149977 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-70c6741e-b413-4487-861d-9e9889d06160 req-972d9cd1-80af-4542-9276-0e55e930511d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418532
Apr 20 18:28:26.634008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d643ec-c649-4e76-a9fa-d8211dc2c67c req-526dd802-640b-4a83-b7d7-e055bae88eed tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:26.635597 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-24d643ec-c649-4e76-a9fa-d8211dc2c67c req-526dd802-640b-4a83-b7d7-e055bae88eed tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0932984
Apr 20 18:28:26.687272 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-24d643ec-c649-4e76-a9fa-d8211dc2c67c req-ea122664-98bb-4eba-9822-38eae98a3c2f tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0443964
Apr 20 18:28:27.355875 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7170996-6851-4f79-bece-499acf8d4c86 req-232900e9-b4cd-4684-bb47-62e44dc27a4b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:27.358103 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a7170996-6851-4f79-bece-499acf8d4c86 req-232900e9-b4cd-4684-bb47-62e44dc27a4b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0884800
Apr 20 18:28:27.408994 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a7170996-6851-4f79-bece-499acf8d4c86 req-9615b931-f3e6-42ef-9826-4c78dcc197d4 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445187
Apr 20 18:28:27.890522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8b5cb-ce26-4286-ae36-f2fa4115843f req-1b0a87e2-59a2-41e9-965a-72f203dd1bbf tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:27.892142 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9ec8b5cb-ce26-4286-ae36-f2fa4115843f req-1b0a87e2-59a2-41e9-965a-72f203dd1bbf tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0889528
Apr 20 18:28:27.943235 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9ec8b5cb-ce26-4286-ae36-f2fa4115843f req-d76b16e7-d434-4cd3-80eb-a8f523e64e92 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0445163
Apr 20 18:28:28.616022 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac874fc-c16a-4a38-b5c2-2832a2a49b57 req-6978cda7-457b-4337-b2eb-c336ba4d0fd7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:28.617531 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4ac874fc-c16a-4a38-b5c2-2832a2a49b57 req-6978cda7-457b-4337-b2eb-c336ba4d0fd7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0898502
Apr 20 18:28:28.665307 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4ac874fc-c16a-4a38-b5c2-2832a2a49b57 req-99e9d03f-6faf-45bb-a24a-5c9746046826 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405395
Apr 20 18:28:29.150227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912c879-01ec-4aae-9822-59b0afd484dc req-ff98d577-6a86-4f2a-8106-0ea239753dc8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:29.151826 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2912c879-01ec-4aae-9822-59b0afd484dc req-ff98d577-6a86-4f2a-8106-0ea239753dc8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0936382
Apr 20 18:28:29.203297 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2912c879-01ec-4aae-9822-59b0afd484dc req-b24e58b5-e0aa-4d9e-b9ae-3a6c8f6e7cff tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0444298
Apr 20 18:28:29.836058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-23697ab6-910d-4d01-94d9-1d71e60d3cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:29.879381 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d419e-fd9c-42ca-acdf-687fe8533b4e req-08e6680b-afe2-4d43-9158-094104d04be5 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:29.881029 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-463d419e-fd9c-42ca-acdf-687fe8533b4e req-08e6680b-afe2-4d43-9158-094104d04be5 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0974596
Apr 20 18:28:29.931019 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-463d419e-fd9c-42ca-acdf-687fe8533b4e req-f6ba4d27-534d-496b-8ff8-dd4dddf16458 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433621
Apr 20 18:28:30.404238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b1742-61a7-459f-b0c4-427b60b9bbf1 req-cbb2655e-aa9d-4bf4-9046-f25e118bb94b tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:30.405813 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d1b1742-61a7-459f-b0c4-427b60b9bbf1 req-cbb2655e-aa9d-4bf4-9046-f25e118bb94b tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0873542
Apr 20 18:28:30.459743 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d1b1742-61a7-459f-b0c4-427b60b9bbf1 req-7db127f9-a3fc-415c-824e-08ec7a724d76 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0474458
Apr 20 18:28:31.145553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc57e99-cb51-42fb-bfd8-8c47c57684f5 req-22bad76d-390a-4298-af16-fc51bbb15355 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:31.147141 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-abc57e99-cb51-42fb-bfd8-8c47c57684f5 req-22bad76d-390a-4298-af16-fc51bbb15355 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0887618
Apr 20 18:28:31.195477 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-abc57e99-cb51-42fb-bfd8-8c47c57684f5 req-238503ef-ab3e-4699-965e-56ada8d88de1 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419333
Apr 20 18:28:31.665295 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463ff02-2a70-406a-acf9-5a4ab88210bd req-29ae9b95-c29c-4e6b-9814-0865030d4d4c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:31.666909 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e463ff02-2a70-406a-acf9-5a4ab88210bd req-29ae9b95-c29c-4e6b-9814-0865030d4d4c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0917006
Apr 20 18:28:31.717686 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e463ff02-2a70-406a-acf9-5a4ab88210bd req-9d5ba116-0d29-45fd-a281-0e5f3d7a5c6a tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0442255
Apr 20 18:28:32.143983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e0b79831-e4a2-4fd9-a21b-46d19f7a0466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:32.404513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdeb9c-49d8-414d-9a39-56bbb00f8aef req-89692235-f5d4-4b16-80df-fbeab3a48b82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:32.406147 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-37cdeb9c-49d8-414d-9a39-56bbb00f8aef req-89692235-f5d4-4b16-80df-fbeab3a48b82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0914180
Apr 20 18:28:32.456573 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-37cdeb9c-49d8-414d-9a39-56bbb00f8aef req-1ea09578-2f77-462b-9062-f4f3d5ba7e0f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440264
Apr 20 18:28:32.687886 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:32.923583 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83334f9-ee4e-4e5f-8437-d925d880a45c req-74dc0a19-871d-460f-bc7f-bd1370ec01d5 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:32.925421 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d83334f9-ee4e-4e5f-8437-d925d880a45c req-74dc0a19-871d-460f-bc7f-bd1370ec01d5 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0926592
Apr 20 18:28:32.977126 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d83334f9-ee4e-4e5f-8437-d925d880a45c req-5e300ac0-c250-4a8f-b569-0ee22344f08e tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0450356
Apr 20 18:28:33.508137 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:33.667875 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50467476-909a-4cc1-9b65-344959d4cd78 req-02536fbf-d18b-4df3-aa7d-3300be4df34c tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:33.669547 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-50467476-909a-4cc1-9b65-344959d4cd78 req-02536fbf-d18b-4df3-aa7d-3300be4df34c tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0916011
Apr 20 18:28:33.717751 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-50467476-909a-4cc1-9b65-344959d4cd78 req-de678a1e-c63f-4fa3-b458-db455ad04a42 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415020
Apr 20 18:28:34.178485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6f8ee-34b2-4653-93e2-a6cc27173dae req-ae60ee47-5a44-4dc8-be79-f41dda3b1f8d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:34.180082 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-49c6f8ee-34b2-4653-93e2-a6cc27173dae req-ae60ee47-5a44-4dc8-be79-f41dda3b1f8d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0901508
Apr 20 18:28:34.229276 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-49c6f8ee-34b2-4653-93e2-a6cc27173dae req-4f5eea42-0f61-4a36-aacb-e6f70821b86c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0427299
Apr 20 18:28:34.535509 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:34.929027 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b4131-44dc-440a-90be-dcee54878dcb req-d007473f-4b85-4bb2-9a37-e7ea2428d1e8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:34.930653 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-758b4131-44dc-440a-90be-dcee54878dcb req-d007473f-4b85-4bb2-9a37-e7ea2428d1e8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0901549
Apr 20 18:28:34.979645 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-758b4131-44dc-440a-90be-dcee54878dcb req-ba8fbe95-4c0e-4d69-80e7-4f7aa534b703 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420268
Apr 20 18:28:35.437564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904ee31-3304-43de-8dde-ca9d56c6563d req-75254fdb-354b-4c57-91a5-9c50bd396863 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:35.439189 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0904ee31-3304-43de-8dde-ca9d56c6563d req-75254fdb-354b-4c57-91a5-9c50bd396863 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0943699
Apr 20 18:28:35.491192 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0904ee31-3304-43de-8dde-ca9d56c6563d req-b663ffcd-0a4a-495f-af45-57ecf48bcb3f tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0454533
Apr 20 18:28:36.189142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb49b0-0672-463f-b55f-33533c30b22c req-fc4a342c-8ff5-4812-bd61-6baa4971601e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:36.190722 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8ddb49b0-0672-463f-b55f-33533c30b22c req-fc4a342c-8ff5-4812-bd61-6baa4971601e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0927410
Apr 20 18:28:36.237900 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8ddb49b0-0672-463f-b55f-33533c30b22c req-e6ecc49b-0510-4cf5-873a-64b214d98fb1 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409055
Apr 20 18:28:36.694019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf2fbd-96c5-4e2e-ae0e-906eb9956306 req-c5c349d2-d9c8-4f70-ade6-b311fab568e5 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:36.695628 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7ecf2fbd-96c5-4e2e-ae0e-906eb9956306 req-c5c349d2-d9c8-4f70-ade6-b311fab568e5 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0898681
Apr 20 18:28:36.750076 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7ecf2fbd-96c5-4e2e-ae0e-906eb9956306 req-f972d244-7475-408a-ba70-995d51ebdbe6 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0472319
Apr 20 18:28:37.445017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299265b4-987e-4cae-8767-5b6702c3a66e req-5778de7b-e57d-47c2-bea3-6b8db6034a50 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:37.446659 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-299265b4-987e-4cae-8767-5b6702c3a66e req-5778de7b-e57d-47c2-bea3-6b8db6034a50 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0906255
Apr 20 18:28:37.497149 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-299265b4-987e-4cae-8767-5b6702c3a66e req-37450444-6366-4a9b-8456-f84ed8df8c24 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441124
Apr 20 18:28:37.958963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42271a-e9ac-45cf-8fec-c6207fff23a5 req-4dbff0e8-e3b7-4774-a9fc-eb45a22de643 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:37.961732 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dc42271a-e9ac-45cf-8fec-c6207fff23a5 req-4dbff0e8-e3b7-4774-a9fc-eb45a22de643 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0957379
Apr 20 18:28:38.014096 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dc42271a-e9ac-45cf-8fec-c6207fff23a5 req-b5b48e52-67bf-469b-a887-07e65dde32c7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0450087
Apr 20 18:28:38.706940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b95ef-7e14-47ea-9234-ed7b571ecbaf req-b77e074c-36d0-487b-9189-fc671db21a3b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:38.708524 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-123b95ef-7e14-47ea-9234-ed7b571ecbaf req-b77e074c-36d0-487b-9189-fc671db21a3b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0874920
Apr 20 18:28:38.760473 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-123b95ef-7e14-47ea-9234-ed7b571ecbaf req-2d8256bc-34a5-4b82-b639-515cde142cdd tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454803
Apr 20 18:28:39.228244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef48b90-f4bf-44e0-ae64-7169e7e5a28a req-dcb2003c-a6ed-4e90-a062-bbebd6681f95 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:39.229886 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cef48b90-f4bf-44e0-ae64-7169e7e5a28a req-dcb2003c-a6ed-4e90-a062-bbebd6681f95 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0971501
Apr 20 18:28:39.282051 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cef48b90-f4bf-44e0-ae64-7169e7e5a28a req-dd596f2c-91bc-4e1b-8557-47545105a03d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0446043
Apr 20 18:28:40.005325 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46314ae7-8d3e-4cdf-bbed-49296cee26ac req-dec2a0ff-b320-41e2-91ec-a1c909a7858d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:40.007020 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-46314ae7-8d3e-4cdf-bbed-49296cee26ac req-dec2a0ff-b320-41e2-91ec-a1c909a7858d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.1047993
Apr 20 18:28:40.063039 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-46314ae7-8d3e-4cdf-bbed-49296cee26ac req-1a261328-f181-4e8c-929a-4cb2783266bb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489919
Apr 20 18:28:40.495229 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf4174-cd17-4a42-b831-da3c167796d9 req-a16d55fa-20aa-4cd1-8cde-d2c6bdce8d03 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:40.496836 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6fdf4174-cd17-4a42-b831-da3c167796d9 req-a16d55fa-20aa-4cd1-8cde-d2c6bdce8d03 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0963120
Apr 20 18:28:40.546414 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fe1c6c11-80e7-460c-a687-db7c37a42c26 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:28:40.567545 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6fdf4174-cd17-4a42-b831-da3c167796d9 req-5fd7db5e-37c8-4550-8423-cf8ad13b9240 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1a6bcfae-59c7-48f8-938f-0cf06954380c&id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0592198
Apr 20 18:28:40.726892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:40.743363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'port_id': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'mac_address': 'fa:16:3e:70:b3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:28:40.830377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:40.850128 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe1c6c11-80e7-460c-a687-db7c37a42c26 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:28:40.868983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:40.873102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:40.874988 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:40.952421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=fe1c6c11-80e7-460c-a687-db7c37a42c26,revision_number=6']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:40.969892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:40.969892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:40.969892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:40.969892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:40.969892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:40.969892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:40.969892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:40.969892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:40.969892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:40.969892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:40.969892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:40.969892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:40.977332 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['fe1c6c11-80e7-460c-a687-db7c37a42c26'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:28:41.014161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:41.281187 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3330b5-8a74-4ff9-a3f2-8319b8955241 req-84cbb127-9544-4106-b6a6-0e764a6457fd tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:41.282995 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd3330b5-8a74-4ff9-a3f2-8319b8955241 req-84cbb127-9544-4106-b6a6-0e764a6457fd tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 944 time: 0.0915172
Apr 20 18:28:41.351545 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd3330b5-8a74-4ff9-a3f2-8319b8955241 req-1774f758-1f9f-4a0e-8f5f-bf48ab8c0b3d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620553
Apr 20 18:28:42.554145 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fe1c6c11-80e7-460c-a687-db7c37a42c26 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:28:42.580743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e0803-4ae0-42b8-b8b5-332967fd4ec8 req-e0c75393-6a1a-4264-8f62-601d7a138092 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:42.582486 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-928e0803-4ae0-42b8-b8b5-332967fd4ec8 req-e0c75393-6a1a-4264-8f62-601d7a138092 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 944 time: 0.1044645
Apr 20 18:28:42.635552 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-928e0803-4ae0-42b8-b8b5-332967fd4ec8 req-a211daf4-919e-4c54-af86-20c4b8842f07 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463455
Apr 20 18:28:42.649940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port fe1c6c11-80e7-460c-a687-db7c37a42c26 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:28:42.650333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:42.789455 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:42.824172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:28:42.834064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:42.850760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:42.853006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:42.895325 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'code': 200}
Apr 20 18:28:42.935450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=fe1c6c11-80e7-460c-a687-db7c37a42c26,revision_number=7']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:42.938877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:43.273189 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:43.857378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847e041-65dc-407d-87fd-8dbeb5de537f req-7f558f91-4176-401c-840a-dfd4b3289971 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:43.858991 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0847e041-65dc-407d-87fd-8dbeb5de537f req-7f558f91-4176-401c-840a-dfd4b3289971 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0936713
Apr 20 18:28:43.920476 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0847e041-65dc-407d-87fd-8dbeb5de537f req-a3158d26-5d0d-41eb-8725-c1898e1545ca tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523865
Apr 20 18:28:45.168688 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9edbe-d2f5-4b34-b004-dcd186539597 req-7a1bb403-98b8-4257-b71d-adebb75deafa tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:45.171174 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4ed9edbe-d2f5-4b34-b004-dcd186539597 req-7a1bb403-98b8-4257-b71d-adebb75deafa tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.1137557
Apr 20 18:28:45.240784 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4ed9edbe-d2f5-4b34-b004-dcd186539597 req-b57e73c1-da6d-44a5-aa5b-12e95cd2cb84 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598609
Apr 20 18:28:46.486398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e52a0-e02c-469d-b2be-04a174d68845 req-11573b12-5fd0-41fc-afd4-835fb2042dbe tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:46.489611 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e30e52a0-e02c-469d-b2be-04a174d68845 req-11573b12-5fd0-41fc-afd4-835fb2042dbe tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.1099260
Apr 20 18:28:46.547107 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e30e52a0-e02c-469d-b2be-04a174d68845 req-77b2688d-4484-4e5e-a5a3-661e8545625a tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507922
Apr 20 18:28:47.773354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38fbf5-243a-4568-a054-baddde4c8f70 req-e9aeb8d3-550c-41b0-86cf-353d8344b859 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:47.781572 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2a38fbf5-243a-4568-a054-baddde4c8f70 req-e9aeb8d3-550c-41b0-86cf-353d8344b859 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.1083796
Apr 20 18:28:47.842738 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2a38fbf5-243a-4568-a054-baddde4c8f70 req-56811e1a-5425-4c6b-91d8-bb8d4f7f5595 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570588
Apr 20 18:28:49.047673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da71366-1372-46d5-be99-77425f8d45b1 req-d69c9274-34a0-479b-8faa-5a804bc83c07 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:49.049535 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2da71366-1372-46d5-be99-77425f8d45b1 req-d69c9274-34a0-479b-8faa-5a804bc83c07 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0969963
Apr 20 18:28:49.241630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545a135-7dbc-4a1d-8a8e-ab57a043a1e4 req-4e8946c9-50df-49e3-a4f2-ba8e406c5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:49.243319 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0545a135-7dbc-4a1d-8a8e-ab57a043a1e4 req-4e8946c9-50df-49e3-a4f2-ba8e406c5605 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 1098 time: 0.0844314
Apr 20 18:28:49.327924 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2da71366-1372-46d5-be99-77425f8d45b1 req-e2f8a8de-239b-4276-88e4-6f2da8d922f9 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2713749
Apr 20 18:28:49.391285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545a135-7dbc-4a1d-8a8e-ab57a043a1e4 req-58afa75d-910c-4297-a45e-8e4ff1fb519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:49.392885 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0545a135-7dbc-4a1d-8a8e-ab57a043a1e4 req-58afa75d-910c-4297-a45e-8e4ff1fb519c service neutron] 10.222.0.41 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 918 time: 0.1425757
Apr 20 18:28:49.717117 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0545a135-7dbc-4a1d-8a8e-ab57a043a1e4 req-7c32ecbc-31eb-4178-9509-5f9a369fc023 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26 HTTP/1.1" status: 200  len: 1000 time: 0.3061211
Apr 20 18:28:49.795686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545a135-7dbc-4a1d-8a8e-ab57a043a1e4 req-10eeaea8-8bb7-47a0-90cd-f921d01c95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:49.797269 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0545a135-7dbc-4a1d-8a8e-ab57a043a1e4 req-10eeaea8-8bb7-47a0-90cd-f921d01c95c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 200  len: 856 time: 0.0636218
Apr 20 18:28:49.893883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545a135-7dbc-4a1d-8a8e-ab57a043a1e4 req-695e8f36-a0c3-42f6-88ff-75916d5f8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:49.895473 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0545a135-7dbc-4a1d-8a8e-ab57a043a1e4 req-695e8f36-a0c3-42f6-88ff-75916d5f8b0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811789
Apr 20 18:28:50.047967 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0545a135-7dbc-4a1d-8a8e-ab57a043a1e4 req-b08d8684-275e-4c73-85c2-0acc75f1eacb service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355863
Apr 20 18:28:50.191002 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0545a135-7dbc-4a1d-8a8e-ab57a043a1e4 req-8b10062e-4d19-4a9a-a6d1-ca3c0974cf42 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369388
Apr 20 18:28:50.534372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123cd1e-5ce1-4f0d-a3c3-28f489e3eac1 req-b6d8ea71-892b-4783-9584-98d59311186e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:50.535999 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9123cd1e-5ce1-4f0d-a3c3-28f489e3eac1 req-b6d8ea71-892b-4783-9584-98d59311186e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0896037
Apr 20 18:28:50.584021 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9123cd1e-5ce1-4f0d-a3c3-28f489e3eac1 req-cc45c6c4-0546-4017-8fe0-a29267abd46b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416977
Apr 20 18:28:51.087363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:28:51.793212 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a245636-28f8-4ad5-9894-4ac602062a3c req-913ef1ba-c6e9-4cf2-9c7c-ef615e4c2843 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:51.795408 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2a245636-28f8-4ad5-9894-4ac602062a3c req-913ef1ba-c6e9-4cf2-9c7c-ef615e4c2843 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 945 time: 0.0881841
Apr 20 18:28:51.850997 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2a245636-28f8-4ad5-9894-4ac602062a3c req-1d46d4ed-90bf-4143-9650-ef3eb8cf19a2 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463402
Apr 20 18:28:52.577597 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fe1c6c11-80e7-460c-a687-db7c37a42c26 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:28:52.697883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:52.726330 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:28:52.737077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:52.739413 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:52.741225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e596bda0-479b-4e52-ba1f-3d984dba1ce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:52.776669 dv-cinder-786929-2-iscsi neutron-server[86254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'code': 422} returned with failed status
Apr 20 18:28:52.817782 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=fe1c6c11-80e7-460c-a687-db7c37a42c26,revision_number=8']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:52.821213 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:53.057721 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eaa4e-4559-4f7b-a69f-862913150a10 req-37d32abf-4c96-43f5-acaf-49b4aac928ae tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:53.059227 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8d4eaa4e-4559-4f7b-a69f-862913150a10 req-37d32abf-4c96-43f5-acaf-49b4aac928ae tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0881665
Apr 20 18:28:53.106358 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8d4eaa4e-4559-4f7b-a69f-862913150a10 req-737a0ff4-3197-4ad8-9059-feb9a0a5a51b tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401268
Apr 20 18:28:54.676055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56a9d3-1273-41ae-94ea-c0c5cc43ea0e req-84cc5e69-78b0-4e71-b62d-4a373460d9ac tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:54.677569 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb56a9d3-1273-41ae-94ea-c0c5cc43ea0e req-84cc5e69-78b0-4e71-b62d-4a373460d9ac tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.1562669
Apr 20 18:28:54.680574 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-8166750b-dcef-422d-9e7b-78a092537e12 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1177642
Apr 20 18:28:54.729393 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb56a9d3-1273-41ae-94ea-c0c5cc43ea0e req-86147cb7-6d0c-4e57-a6d8-53dd485449e9 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452113
Apr 20 18:28:55.245490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-e6e2d8d6-8f34-4556-91a0-d27e2da30b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:55.247061 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-e6e2d8d6-8f34-4556-91a0-d27e2da30b1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e&tenant_id=fe22aab01b594fd5bed1599af2656430 HTTP/1.1" status: 200  len: 1096 time: 0.0819736
Apr 20 18:28:55.343598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-e022e308-a2be-4c9b-9397-a4f98c9f79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:55.345182 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-e022e308-a2be-4c9b-9397-a4f98c9f79aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 1096 time: 0.0783510
Apr 20 18:28:55.488822 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-7fab2f1c-ff98-4aaa-b5ee-4a89ecad37db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:55.490425 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-7fab2f1c-ff98-4aaa-b5ee-4a89ecad37db service neutron] 10.222.0.41 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 918 time: 0.1391168
Apr 20 18:28:55.602759 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-a716a4db-f48e-4d07-ac96-f9d5a5183657 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26 HTTP/1.1" status: 200  len: 998 time: 0.1059377
Apr 20 18:28:55.677964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-0c202506-b07c-4a27-b14d-1ed92ec50da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:55.679515 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-0c202506-b07c-4a27-b14d-1ed92ec50da5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 200  len: 856 time: 0.0655050
Apr 20 18:28:55.767596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-090adf69-d9ae-49d4-8554-88c3859687f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:55.769106 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-090adf69-d9ae-49d4-8554-88c3859687f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818403
Apr 20 18:28:55.977272 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-555dbbfc-f119-4161-80ee-df8f9cd9ac9f service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2008507
Apr 20 18:28:55.993152 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b671-f7a8-4930-9cb5-4b58af8200e1 req-6459d134-d165-48c8-b931-5528910ba79f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:55.994676 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-92d4b671-f7a8-4930-9cb5-4b58af8200e1 req-6459d134-d165-48c8-b931-5528910ba79f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.1376576
Apr 20 18:28:56.130590 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-92d4b671-f7a8-4930-9cb5-4b58af8200e1 req-d252a1f3-1185-4cad-ade3-5669255850e0 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1131721
Apr 20 18:28:56.172929 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-759fc6c7-84c2-46ac-8d56-06b05ac86bb5 req-272237eb-42b6-4531-b6e6-83fa9e7851f1 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1772521
Apr 20 18:28:56.585053 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fe1c6c11-80e7-460c-a687-db7c37a42c26 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:28:57.347441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78895a-a7a9-4dff-9904-c7ac69101290 req-0e35d9e2-8b41-4790-a50f-ec41872a2702 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:57.349112 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9a78895a-a7a9-4dff-9904-c7ac69101290 req-0e35d9e2-8b41-4790-a50f-ec41872a2702 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0934491
Apr 20 18:28:57.400649 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9a78895a-a7a9-4dff-9904-c7ac69101290 req-840d39ab-e3b8-456a-9fc2-37c4412f9c97 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448151
Apr 20 18:28:58.610408 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858c790-ae2b-426b-b884-e4c58e4bb580 req-c29c52bc-fe11-49b2-91a0-823225a2678d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:58.612177 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2858c790-ae2b-426b-b884-e4c58e4bb580 req-c29c52bc-fe11-49b2-91a0-823225a2678d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0898783
Apr 20 18:28:58.666801 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2858c790-ae2b-426b-b884-e4c58e4bb580 req-a715b311-6d5e-4c2b-a71f-09420e47bffb tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473752
Apr 20 18:28:59.844349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df110cd9-de1a-4172-a422-afeac831e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:59.901319 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f39a1-b727-4934-82c2-fa23b54c0b5b req-99cbe1bd-2e5a-4530-b453-17d94c303f43 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:59.902950 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-923f39a1-b727-4934-82c2-fa23b54c0b5b req-99cbe1bd-2e5a-4530-b453-17d94c303f43 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0943296
Apr 20 18:28:59.962518 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-923f39a1-b727-4934-82c2-fa23b54c0b5b req-b8f53c5b-edd3-463a-ae0d-e6c4db48e276 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530777
Apr 20 18:29:01.176777 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aedde-942b-4b4f-805e-a8857b81440f req-f2804863-4420-43e7-900a-79d4ea190e8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:01.178423 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-784aedde-942b-4b4f-805e-a8857b81440f req-f2804863-4420-43e7-900a-79d4ea190e8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0953093
Apr 20 18:29:01.234637 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-784aedde-942b-4b4f-805e-a8857b81440f req-13cd2ac5-d4d3-4b3d-9432-6ae2d13ccb91 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490758
Apr 20 18:29:02.146338 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-582fc45b-4234-448e-8c14-428a7c59a5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:02.456513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a955c-dd48-48d9-b140-93729e3f54cd req-36442cb4-c932-472e-b43c-f79da5ee6f25 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:02.458149 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d7a955c-dd48-48d9-b140-93729e3f54cd req-36442cb4-c932-472e-b43c-f79da5ee6f25 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.1016066
Apr 20 18:29:02.523741 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d7a955c-dd48-48d9-b140-93729e3f54cd req-4ddee374-89d9-4d3e-8a7f-f05a1282643e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558519
Apr 20 18:29:02.699408 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:03.510017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:03.743623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a562455-c17f-44eb-a1bb-7aa225bbd7c1 req-1b0f8468-66dc-41a3-a830-773909d5cffa tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:03.745262 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5a562455-c17f-44eb-a1bb-7aa225bbd7c1 req-1b0f8468-66dc-41a3-a830-773909d5cffa tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0996506
Apr 20 18:29:03.794617 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5a562455-c17f-44eb-a1bb-7aa225bbd7c1 req-d745d64a-1e87-41ab-9cc5-6e67a00c81e4 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427523
Apr 20 18:29:04.538064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:05.014848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d9f90-b797-45aa-a700-165ab1fc2977 req-e17d3288-9f6a-4ddb-b335-154f9811fd75 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:05.016942 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-de8d9f90-b797-45aa-a700-165ab1fc2977 req-e17d3288-9f6a-4ddb-b335-154f9811fd75 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0967276
Apr 20 18:29:05.070451 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-de8d9f90-b797-45aa-a700-165ab1fc2977 req-59e214f3-cd5e-4842-b7e1-ed2b91d74195 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434902
Apr 20 18:29:06.287372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a7ace-5eac-4207-ad12-992779738510 req-2fc2cf2e-4f25-48bd-97dd-083330261aca tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:06.289019 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fc8a7ace-5eac-4207-ad12-992779738510 req-2fc2cf2e-4f25-48bd-97dd-083330261aca tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0915864
Apr 20 18:29:06.342452 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fc8a7ace-5eac-4207-ad12-992779738510 req-a7e7cc87-6093-461a-8675-3cc182c3fb03 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451434
Apr 20 18:29:07.568681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc605f0-a632-4362-a99b-354205bec947 req-f2c7fa54-7016-45ef-9274-3719252e7cbe tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:07.570396 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dbc605f0-a632-4362-a99b-354205bec947 req-f2c7fa54-7016-45ef-9274-3719252e7cbe tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.1016061
Apr 20 18:29:07.622584 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dbc605f0-a632-4362-a99b-354205bec947 req-778420e4-a081-411b-9a82-6c7845b9c690 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445130
Apr 20 18:29:08.832734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaa117-17ff-4a60-bc6e-bcd9ffeff4f2 req-f78400bb-85fa-444f-b538-61b8db546bc9 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:08.834374 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-52eaa117-17ff-4a60-bc6e-bcd9ffeff4f2 req-f78400bb-85fa-444f-b538-61b8db546bc9 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0890613
Apr 20 18:29:08.885833 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-52eaa117-17ff-4a60-bc6e-bcd9ffeff4f2 req-354ee67c-2670-453b-977f-d9d32dcc1b14 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450974
Apr 20 18:29:10.124462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c43d-2967-4cfe-9cf7-1ad74855b7fd req-e1782a7e-0750-4b38-b858-5e42982c3e46 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:10.126005 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1fd8c43d-2967-4cfe-9cf7-1ad74855b7fd req-e1782a7e-0750-4b38-b858-5e42982c3e46 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0970676
Apr 20 18:29:10.175394 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1fd8c43d-2967-4cfe-9cf7-1ad74855b7fd req-297b84c7-dc75-413a-be9f-d306a00b5080 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419197
Apr 20 18:29:11.394683 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a35db-5249-4a72-a026-fb217844e1ff req-085a3c28-505a-4c5f-a3fc-12968bb9fff7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:11.396260 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ad9a35db-5249-4a72-a026-fb217844e1ff req-085a3c28-505a-4c5f-a3fc-12968bb9fff7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0871305
Apr 20 18:29:11.444504 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ad9a35db-5249-4a72-a026-fb217844e1ff req-976a2633-b630-4fe4-ae9f-6485d2ebf6cd tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419621
Apr 20 18:29:12.268097 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5d07f-1497-4b80-85da-bed0c9f256f7 req-aa8b33c3-2ac8-43b4-b642-1c586adf05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:12.269705 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e1a5d07f-1497-4b80-85da-bed0c9f256f7 req-aa8b33c3-2ac8-43b4-b642-1c586adf05ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe22aab01b594fd5bed1599af2656430&device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 1096 time: 0.0861433
Apr 20 18:29:12.426771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5d07f-1497-4b80-85da-bed0c9f256f7 req-c1c4d19a-bc13-427d-bfa1-1a56b0a0f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:12.428324 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e1a5d07f-1497-4b80-85da-bed0c9f256f7 req-c1c4d19a-bc13-427d-bfa1-1a56b0a0f5bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 200  len: 918 time: 0.1385641
Apr 20 18:29:12.540039 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e1a5d07f-1497-4b80-85da-bed0c9f256f7 req-e7a96d7e-dcc2-4bf9-9592-d12b131720d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26 HTTP/1.1" status: 200  len: 998 time: 0.1037869
Apr 20 18:29:12.614113 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5d07f-1497-4b80-85da-bed0c9f256f7 req-901d2ae5-c6b1-4507-b1d9-1759b99a4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:12.615701 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e1a5d07f-1497-4b80-85da-bed0c9f256f7 req-901d2ae5-c6b1-4507-b1d9-1759b99a4b93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 200  len: 856 time: 0.0688877
Apr 20 18:29:12.657703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38853409-7377-4340-a847-e2a8b12d2434 req-fc9f0efb-effb-4512-bc50-c4e07e436d6d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:12.659340 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-38853409-7377-4340-a847-e2a8b12d2434 req-fc9f0efb-effb-4512-bc50-c4e07e436d6d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 943 time: 0.0937481
Apr 20 18:29:12.663357 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fe1c6c11-80e7-460c-a687-db7c37a42c26 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:29:12.701343 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5d07f-1497-4b80-85da-bed0c9f256f7 req-e0ac09f0-4834-4a10-932f-a9ed1e36975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:12.702564 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e1a5d07f-1497-4b80-85da-bed0c9f256f7 req-e0ac09f0-4834-4a10-932f-a9ed1e36975f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801904
Apr 20 18:29:12.712125 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-38853409-7377-4340-a847-e2a8b12d2434 req-533aac74-070e-44e5-8277-5d3bee267f56 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441318
Apr 20 18:29:12.806589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:12.820805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'port_id': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'mac_address': 'fa:16:3e:70:b3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:29:12.850728 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e1a5d07f-1497-4b80-85da-bed0c9f256f7 req-75023160-096e-4bda-8aa8-b56516a250dd service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408272
Apr 20 18:29:12.880398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:12.898572 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1c6c11-80e7-460c-a687-db7c37a42c26 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:29:12.915392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:12.918860 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:12.920676 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:12.993691 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=fe1c6c11-80e7-460c-a687-db7c37a42c26,revision_number=9']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:12.997566 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:13.002307 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e1a5d07f-1497-4b80-85da-bed0c9f256f7 req-51421d98-b263-4dc0-9c02-16ffe88d82e5 service neutron] 10.222.0.41 "GET /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447842
Apr 20 18:29:13.147993 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['fe1c6c11-80e7-460c-a687-db7c37a42c26'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:29:13.323337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:13.928705 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26a787-ef37-43cb-aa7f-4498c032ff94 req-2007bd80-efd4-4ca3-8309-67bd35cf9bf7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:13.930318 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ef26a787-ef37-43cb-aa7f-4498c032ff94 req-2007bd80-efd4-4ca3-8309-67bd35cf9bf7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 944 time: 0.0931559
Apr 20 18:29:13.977507 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ef26a787-ef37-43cb-aa7f-4498c032ff94 req-05e7c686-7801-4737-99c2-4c69e43a6dab tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406976
Apr 20 18:29:14.678856 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fe1c6c11-80e7-460c-a687-db7c37a42c26 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:29:14.751187 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port fe1c6c11-80e7-460c-a687-db7c37a42c26 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:14.751615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:14.877572 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:14.906566 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:29:14.917116 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:14.920228 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:14.922040 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:14.959989 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'code': 200}
Apr 20 18:29:14.994227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=fe1c6c11-80e7-460c-a687-db7c37a42c26,revision_number=10']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:14.997457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:15.273012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac38bb4-a275-4d31-ad81-a90232c34b75 req-e571b366-ac6a-429c-aaeb-b792a59637e4 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:15.274565 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3ac38bb4-a275-4d31-ad81-a90232c34b75 req-e571b366-ac6a-429c-aaeb-b792a59637e4 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 946 time: 0.1700671
Apr 20 18:29:15.277426 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057183b6-a84d-4236-9874-6d641dd4784b req-d1a36c78-0101-4a3e-9834-935d8c72331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:15.279019 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-057183b6-a84d-4236-9874-6d641dd4784b req-d1a36c78-0101-4a3e-9834-935d8c72331e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 1099 time: 0.1213760
Apr 20 18:29:15.354578 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3ac38bb4-a275-4d31-ad81-a90232c34b75 req-5bf1f500-70be-4871-abfe-22bb285c4b8c tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733492
Apr 20 18:29:15.356426 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-057183b6-a84d-4236-9874-6d641dd4784b req-841fd704-3d5e-4fbe-ac42-199db355cdb1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609286
Apr 20 18:29:16.551522 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3e2fe6b3-94f5-49d2-9ad0-bd8c34f91026 req-a6988c1f-eac7-4724-9f45-0e610de93506 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588587229&fields=id&tenant_id=e334cf3d38934e90b9f0660f07c24305 HTTP/1.1" status: 200  len: 267 time: 0.0464151
Apr 20 18:29:16.572015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2daf31-5bd3-4f5c-8291-f8fb5bce2d8c req-ecc1adf9-b667-4afb-983c-46729fd8a077 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:16.573655 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8e2daf31-5bd3-4f5c-8291-f8fb5bce2d8c req-ecc1adf9-b667-4afb-983c-46729fd8a077 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 946 time: 0.0911767
Apr 20 18:29:16.625605 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8e2daf31-5bd3-4f5c-8291-f8fb5bce2d8c req-0c7c4b05-1a82-4840-a0a5-f1733278c7b9 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445390
Apr 20 18:29:16.654964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fe6b3-94f5-49d2-9ad0-bd8c34f91026 req-1ed7c017-c7e1-40fe-9c81-5738744ae120 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:16.656644 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3e2fe6b3-94f5-49d2-9ad0-bd8c34f91026 req-1ed7c017-c7e1-40fe-9c81-5738744ae120 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 984 time: 0.0989122
Apr 20 18:29:16.669082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-3e2fe6b3-94f5-49d2-9ad0-bd8c34f91026 req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Request body: {'port': {'security_groups': ['1b92529a-8791-424e-93ba-cd482af196b7']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:29:16.805473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3e2fe6b3-94f5-49d2-9ad0-bd8c34f91026 req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:17.064045 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-3e2fe6b3-94f5-49d2-9ad0-bd8c34f91026 req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] For port 57cfd58b-98d7-4197-8277-c4f431908649, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57cfd58b-98d7-4197-8277-c4f431908649,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:17.090009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3e2fe6b3-94f5-49d2-9ad0-bd8c34f91026 req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:17.093521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3e2fe6b3-94f5-49d2-9ad0-bd8c34f91026 req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:17.099349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:17.105454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['57cfd58b-98d7-4197-8277-c4f431908649'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:29:17.386772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fe6b3-94f5-49d2-9ad0-bd8c34f91026 req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:17.387269 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3e2fe6b3-94f5-49d2-9ad0-bd8c34f91026 req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:17.388815 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3e2fe6b3-94f5-49d2-9ad0-bd8c34f91026 req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "PUT /v2.0/ports/57cfd58b-98d7-4197-8277-c4f431908649 HTTP/1.1" status: 200  len: 942 time: 0.7253144
Apr 20 18:29:17.389386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:29:17.395672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40792) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:17.408264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event updated for resources: {'Port': ['ID=57cfd58b-98d7-4197-8277-c4f431908649,revision_number=7']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:17.418199 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.419631 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.420750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.421359 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.422117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.422426 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.422834 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.423235 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.423634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.424287 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.424683 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.425078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.430086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:17.448945 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649', 'status': 'completed', 'code': 200}
Apr 20 18:29:17.453112 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['57cfd58b-98d7-4197-8277-c4f431908649'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:29:17.488527 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:17.524265 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:17.556279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc477d42-fd01-42aa-920d-019d96db5cb3 req-0725d7f3-e21a-4dba-8e7e-c0216cc0b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:17.557942 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fc477d42-fd01-42aa-920d-019d96db5cb3 req-0725d7f3-e21a-4dba-8e7e-c0216cc0b9fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e334cf3d38934e90b9f0660f07c24305&device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 1098 time: 0.0872176
Apr 20 18:29:17.583489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:17.589034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1bba2b88-1d43-4215-bf88-e1f1cfcbb745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:17.605520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6bcfae-59c7-48f8-938f-0cf06954380c,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:17.615679 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.616261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.616672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.617075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.617463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.618078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.618481 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.618879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.619273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.619666 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.620057 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.620427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:17.634009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:17.635262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:17.640723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40796) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:17.640919 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "DELETE /v2.0/security-groups/1a6bcfae-59c7-48f8-938f-0cf06954380c HTTP/1.1" status: 204  len: 168 time: 0.2433202
Apr 20 18:29:17.662094 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-49dafd96-3cb9-4afe-8b0f-59ae2e892511 None None] Provisioning complete for port 57cfd58b-98d7-4197-8277-c4f431908649 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:17.662525 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-49dafd96-3cb9-4afe-8b0f-59ae2e892511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:17.951753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc477d42-fd01-42aa-920d-019d96db5cb3 req-0d70b719-5087-4f21-bd4c-9a530c3009fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:17.953337 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fc477d42-fd01-42aa-920d-019d96db5cb3 req-0d70b719-5087-4f21-bd4c-9a530c3009fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a HTTP/1.1" status: 200  len: 916 time: 0.3891444
Apr 20 18:29:18.064305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Deleting port e0550d27-1836-4a8f-8e9f-d2235bc18044 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:18.064686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:18.129949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3330f0-43d8-421a-b4f4-94426bb7ce52 req-8f9527dc-a010-4196-bfcb-7601642bd001 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:18.131540 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8b3330f0-43d8-421a-b4f4-94426bb7ce52 req-8f9527dc-a010-4196-bfcb-7601642bd001 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 946 time: 0.3599820
Apr 20 18:29:18.184287 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fc477d42-fd01-42aa-920d-019d96db5cb3 req-8ed949f6-7ca5-495c-8a76-a847a7d1840c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57cfd58b-98d7-4197-8277-c4f431908649 HTTP/1.1" status: 200  len: 1001 time: 0.2218294
Apr 20 18:29:18.327473 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8b3330f0-43d8-421a-b4f4-94426bb7ce52 req-c8898976-b321-431a-9432-9d7134100fb3 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1880000
Apr 20 18:29:18.369168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc477d42-fd01-42aa-920d-019d96db5cb3 req-5f437ff2-4abb-487d-abac-7c3f177c88f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:18.370805 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fc477d42-fd01-42aa-920d-019d96db5cb3 req-5f437ff2-4abb-487d-abac-7c3f177c88f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fca77b30-2488-484f-95da-14754f71947d HTTP/1.1" status: 200  len: 854 time: 0.1775072
Apr 20 18:29:18.425445 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:18.425818 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:18.567108 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Calling delete_port for e0550d27-1836-4a8f-8e9f-d2235bc18044 owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:18.658110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc477d42-fd01-42aa-920d-019d96db5cb3 req-c049dc0f-a996-4ba4-bacf-93e68988ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:18.659747 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fc477d42-fd01-42aa-920d-019d96db5cb3 req-c049dc0f-a996-4ba4-bacf-93e68988ae2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2789142
Apr 20 18:29:18.873743 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fc477d42-fd01-42aa-920d-019d96db5cb3 req-1c8aacdb-be0c-4f09-984a-6458b641759d service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057130
Apr 20 18:29:18.878368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:18.884383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-72529e7b-985b-4531-b2e5-3b4bb6fec4ee tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:18.955657 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event deleted for resources: {'Port': ['ID=e0550d27-1836-4a8f-8e9f-d2235bc18044,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:18.962060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:19.144874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks [] for floatingip, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:19.145250 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Floating IP 9640489e-c9ac-4969-b22b-94d89feaaa55 disassociated (deleted). External IP: 172.27.1.182, port: 57cfd58b-98d7-4197-8277-c4f431908649.
Apr 20 18:29:19.273647 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fc477d42-fd01-42aa-920d-019d96db5cb3 req-33d884c2-b352-4112-a67f-5d5200dfa9d7 service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3910394
Apr 20 18:29:19.736182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Router d9d65975-86e4-4434-ba17-7377b4e3e461 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:29:19.927846 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:29:19.937667 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c623dd-1561-4e59-b775-df9ec369f1ca None None] Sync routers for ids ['d9d65975-86e4-4434-ba17-7377b4e3e461'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:29:19.947376 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:19.948401 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c623dd-1561-4e59-b775-df9ec369f1ca None None] Routers {'d9d65975-86e4-4434-ba17-7377b4e3e461'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:19.949155 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-61c623dd-1561-4e59-b775-df9ec369f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe1c1ac8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['d9d65975-86e4-4434-ba17-7377b4e3e461'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:20.010764 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "DELETE /v2.0/floatingips/9640489e-c9ac-4969-b22b-94d89feaaa55 HTTP/1.1" status: 204  len: 168 time: 2.3689675
Apr 20 18:29:20.011450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:29:20.074165 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649', 'status': 'completed', 'code': 200}
Apr 20 18:29:20.180186 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34e402-1dfa-437e-94f0-ca3fb5337b3e req-44f3ce23-e88f-402c-a008-6ad3114311d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:20.181864 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e34e402-1dfa-437e-94f0-ca3fb5337b3e req-44f3ce23-e88f-402c-a008-6ad3114311d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e334cf3d38934e90b9f0660f07c24305&device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 1098 time: 0.0863638
Apr 20 18:29:20.308654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-61c623dd-1561-4e59-b775-df9ec369f1ca None None] Set router d9d65975-86e4-4434-ba17-7377b4e3e461 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:20.332952 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34e402-1dfa-437e-94f0-ca3fb5337b3e req-b1277467-45df-4a47-bcce-d61d41a616ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:20.334599 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e34e402-1dfa-437e-94f0-ca3fb5337b3e req-b1277467-45df-4a47-bcce-d61d41a616ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a HTTP/1.1" status: 200  len: 916 time: 0.1468291
Apr 20 18:29:20.416089 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e34e402-1dfa-437e-94f0-ca3fb5337b3e req-818476d6-2230-4e95-8382-155dc9eb9b11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57cfd58b-98d7-4197-8277-c4f431908649 HTTP/1.1" status: 200  len: 217 time: 0.0740092
Apr 20 18:29:20.490956 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34e402-1dfa-437e-94f0-ca3fb5337b3e req-33b5227f-c603-4f21-9e7f-22610bceeb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:20.492783 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e34e402-1dfa-437e-94f0-ca3fb5337b3e req-33b5227f-c603-4f21-9e7f-22610bceeb13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fca77b30-2488-484f-95da-14754f71947d HTTP/1.1" status: 200  len: 854 time: 0.0706260
Apr 20 18:29:20.586350 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34e402-1dfa-437e-94f0-ca3fb5337b3e req-ee799f80-b43d-4134-9348-81f1ad588ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:20.587964 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e34e402-1dfa-437e-94f0-ca3fb5337b3e req-ee799f80-b43d-4134-9348-81f1ad588ae8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892167
Apr 20 18:29:20.659690 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-61c623dd-1561-4e59-b775-df9ec369f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe1c1ac8>, [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '94501c02-5ade-4ed4-a398-d7f152ff503a', 'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'mac_address': 'fa:16:3e:5b:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:55Z', 'updated_at': '2021-04-20T18:27:05Z', 'revision_number': 5, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'subnets': [{'id': 'fca77b30-2488-484f-95da-14754f71947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:20.663703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c623dd-1561-4e59-b775-df9ec369f1ca None None] Checking router: d9d65975-86e4-4434-ba17-7377b4e3e461 for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:29:20.672649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c623dd-1561-4e59-b775-df9ec369f1ca None None] Routers {'d9d65975-86e4-4434-ba17-7377b4e3e461'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:20.673310 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-61c623dd-1561-4e59-b775-df9ec369f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe1c1ac8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['d9d65975-86e4-4434-ba17-7377b4e3e461'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:20.735995 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e34e402-1dfa-437e-94f0-ca3fb5337b3e req-c35d493f-e013-4cfd-8554-f5d85774ca1c service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407118
Apr 20 18:29:20.866476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-61c623dd-1561-4e59-b775-df9ec369f1ca None None] Set router d9d65975-86e4-4434-ba17-7377b4e3e461 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:20.884549 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1e34e402-1dfa-437e-94f0-ca3fb5337b3e req-3b592e22-7d08-4a11-81d0-2a4908fe5609 service neutron] 10.222.0.41 "GET /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409452
Apr 20 18:29:21.203218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-61c623dd-1561-4e59-b775-df9ec369f1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe1c1ac8>, [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '94501c02-5ade-4ed4-a398-d7f152ff503a', 'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'mac_address': 'fa:16:3e:5b:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:55Z', 'updated_at': '2021-04-20T18:27:05Z', 'revision_number': 5, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'subnets': [{'id': 'fca77b30-2488-484f-95da-14754f71947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:21.207394 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c623dd-1561-4e59-b775-df9ec369f1ca None None] The sync data for ids ['d9d65975-86e4-4434-ba17-7377b4e3e461'] in dv-cinder-786929-2-iscsi is: [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:26:56Z', 'revision_number': 4, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '94501c02-5ade-4ed4-a398-d7f152ff503a', 'name': '', 'network_id': '2523b95e-3a4f-400a-b9ad-3bfb54f42a6a', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'mac_address': 'fa:16:3e:5b:4c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fca77b30-2488-484f-95da-14754f71947d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:55Z', 'updated_at': '2021-04-20T18:27:05Z', 'revision_number': 5, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'subnets': [{'id': 'fca77b30-2488-484f-95da-14754f71947d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:29:21.629602 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a910185-c7ce-437e-bf71-5b0456dca28d None None] New status for floating IP 9640489e-c9ac-4969-b22b-94d89feaaa55: DOWN {{(pid=86372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:29:23.433391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23529e79-186d-4541-811b-8827918ebdcb req-7d34e926-5dc6-433a-b318-2b8c2ac1348f tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:23.434923 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-23529e79-186d-4541-811b-8827918ebdcb req-7d34e926-5dc6-433a-b318-2b8c2ac1348f tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Synchronizing usage tracker for tenant:e334cf3d38934e90b9f0660f07c24305 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:29:23.449271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-23529e79-186d-4541-811b-8827918ebdcb req-7d34e926-5dc6-433a-b318-2b8c2ac1348f tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Unset dirty status for tenant:e334cf3d38934e90b9f0660f07c24305 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:29:23.450775 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-23529e79-186d-4541-811b-8827918ebdcb req-7d34e926-5dc6-433a-b318-2b8c2ac1348f tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 945 time: 0.1063752
Apr 20 18:29:23.499325 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-23529e79-186d-4541-811b-8827918ebdcb req-8c5fb05e-4bda-433d-af91-0cd1a0bd19f4 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421827
Apr 20 18:29:24.704356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb741eb-ee70-4140-a122-c94bc7bafb3c req-51bd62e2-ea24-46a0-858a-df3ba7402d27 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:24.705999 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8bb741eb-ee70-4140-a122-c94bc7bafb3c req-51bd62e2-ea24-46a0-858a-df3ba7402d27 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 945 time: 0.0908322
Apr 20 18:29:24.758590 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-8bb741eb-ee70-4140-a122-c94bc7bafb3c req-c63a474b-e88b-4aae-b415-990cee33572b tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Synchronizing usage tracker for tenant:e334cf3d38934e90b9f0660f07c24305 on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:29:24.773162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-8bb741eb-ee70-4140-a122-c94bc7bafb3c req-c63a474b-e88b-4aae-b415-990cee33572b tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Unset dirty status for tenant:e334cf3d38934e90b9f0660f07c24305 on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:29:24.774402 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8bb741eb-ee70-4140-a122-c94bc7bafb3c req-c63a474b-e88b-4aae-b415-990cee33572b tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/security-groups?id=1b92529a-8791-424e-93ba-cd482af196b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619888
Apr 20 18:29:24.983339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242f0c7-a406-4608-bbb7-3adc7821d0c9 req-7712b58f-f049-42b0-aec6-982cee799744 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:24.984809 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2242f0c7-a406-4608-bbb7-3adc7821d0c9 req-7712b58f-f049-42b0-aec6-982cee799744 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 945 time: 0.0924191
Apr 20 18:29:25.062557 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-2242f0c7-a406-4608-bbb7-3adc7821d0c9 req-a59d0753-3583-4732-ba0a-2b91620b9d32 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Deleting port 57cfd58b-98d7-4197-8277-c4f431908649 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:25.062945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-2242f0c7-a406-4608-bbb7-3adc7821d0c9 req-a59d0753-3583-4732-ba0a-2b91620b9d32 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:25.327344 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-2242f0c7-a406-4608-bbb7-3adc7821d0c9 req-a59d0753-3583-4732-ba0a-2b91620b9d32 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] For port 57cfd58b-98d7-4197-8277-c4f431908649, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57cfd58b-98d7-4197-8277-c4f431908649,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:25.327687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-2242f0c7-a406-4608-bbb7-3adc7821d0c9 req-a59d0753-3583-4732-ba0a-2b91620b9d32 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:25.460740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-2242f0c7-a406-4608-bbb7-3adc7821d0c9 req-a59d0753-3583-4732-ba0a-2b91620b9d32 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Calling delete_port for 57cfd58b-98d7-4197-8277-c4f431908649 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:25.617354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-2242f0c7-a406-4608-bbb7-3adc7821d0c9 req-a59d0753-3583-4732-ba0a-2b91620b9d32 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:25.625327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:25.628701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['57cfd58b-98d7-4197-8277-c4f431908649'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:29:25.713380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d0753-3583-4732-ba0a-2b91620b9d32 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Pushing event deleted for resources: {'Port': ['ID=57cfd58b-98d7-4197-8277-c4f431908649,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:25.716114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a59d0753-3583-4732-ba0a-2b91620b9d32 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:25.759756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2242f0c7-a406-4608-bbb7-3adc7821d0c9 req-a59d0753-3583-4732-ba0a-2b91620b9d32 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] No DVR routers for this DVR port 57cfd58b-98d7-4197-8277-c4f431908649 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:29:25.762593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-2242f0c7-a406-4608-bbb7-3adc7821d0c9 req-a59d0753-3583-4732-ba0a-2b91620b9d32 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:25.766564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'name': 'network-vif-deleted', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:29:25.780546 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2242f0c7-a406-4608-bbb7-3adc7821d0c9 req-a59d0753-3583-4732-ba0a-2b91620b9d32 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.41 "DELETE /v2.0/ports/57cfd58b-98d7-4197-8277-c4f431908649 HTTP/1.1" status: 204  len: 173 time: 0.7894738
Apr 20 18:29:25.818161 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f6812-541d-45d8-a539-18a02a6c66a7', 'name': 'network-vif-deleted', 'tag': '57cfd58b-98d7-4197-8277-c4f431908649', 'status': 'completed', 'code': 200}
Apr 20 18:29:25.953915 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-08553750-d9e0-44f8-81b3-0af511e4f362 req-a7f87c2e-fec9-47d1-83c5-af239b724511 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef2f6812-541d-45d8-a539-18a02a6c66a7 HTTP/1.1" status: 200  len: 210 time: 0.0497158
Apr 20 18:29:27.575559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40876) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:28.086702 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:29:28.143711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398745'] for router_interface, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:28.514355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] Deleting port 94501c02-5ade-4ed4-a398-d7f152ff503a {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:28.514735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:28.703845 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] For port 94501c02-5ade-4ed4-a398-d7f152ff503a, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=94501c02-5ade-4ed4-a398-d7f152ff503a,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:28.704778 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:28.717143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 57cfd58b-98d7-4197-8277-c4f431908649 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:28.755590 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: 57cfd58b-98d7-4197-8277-c4f431908649 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:28.755989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 57cfd58b-98d7-4197-8277-c4f431908649 not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:28.841397 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] Calling delete_port for 94501c02-5ade-4ed4-a398-d7f152ff503a owned by network:router_interface {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:29.011114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:29.015678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f834bcfb-4300-4f8e-92a2-0afae6bdf0ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:29.063212 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] Pushing event deleted for resources: {'Port': ['ID=94501c02-5ade-4ed4-a398-d7f152ff503a,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:29.091289 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:29.572282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398823'] for router_interface, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:29.836624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1a41a53f-72a6-468b-b6c3-9246e59bc082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:29.956118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] Router d9d65975-86e4-4434-ba17-7377b4e3e461 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:29:30.146703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:29:30.156728 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11e85a-cc69-4b68-9e7b-4f10e132cea2 None None] Sync routers for ids ['d9d65975-86e4-4434-ba17-7377b4e3e461'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:29:30.159934 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] 10.222.0.43 "PUT /v2.0/routers/d9d65975-86e4-4434-ba17-7377b4e3e461/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5829828
Apr 20 18:29:30.162727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40880) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:30.166805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11e85a-cc69-4b68-9e7b-4f10e132cea2 None None] Routers {'d9d65975-86e4-4434-ba17-7377b4e3e461'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:30.167471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-1a11e85a-cc69-4b68-9e7b-4f10e132cea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbde69128>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['d9d65975-86e4-4434-ba17-7377b4e3e461'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:30.354258 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Notify callbacks [] for router, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:30.360820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-1a11e85a-cc69-4b68-9e7b-4f10e132cea2 None None] Set router d9d65975-86e4-4434-ba17-7377b4e3e461 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:30.547084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:30.555972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Deleting port d5da2f2b-9f50-487c-8304-d99aef4bc759 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:30.556347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:30.664463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-1a11e85a-cc69-4b68-9e7b-4f10e132cea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbde69128>, [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:29:28Z', 'revision_number': 5, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port': {'id': 'd5da2f2b-9f50-487c-8304-d99aef4bc759', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:30.668574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11e85a-cc69-4b68-9e7b-4f10e132cea2 None None] Checking router: d9d65975-86e4-4434-ba17-7377b4e3e461 for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:29:30.677573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11e85a-cc69-4b68-9e7b-4f10e132cea2 None None] Routers {'d9d65975-86e4-4434-ba17-7377b4e3e461'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:30.678262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-1a11e85a-cc69-4b68-9e7b-4f10e132cea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbde69128>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['d9d65975-86e4-4434-ba17-7377b4e3e461'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:30.745239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] For port d5da2f2b-9f50-487c-8304-d99aef4bc759, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=d5da2f2b-9f50-487c-8304-d99aef4bc759,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:30.745534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:30.841772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-1a11e85a-cc69-4b68-9e7b-4f10e132cea2 None None] Set router d9d65975-86e4-4434-ba17-7377b4e3e461 gateway port host: None {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:30.882890 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Calling delete_port for d5da2f2b-9f50-487c-8304-d99aef4bc759 owned by network:router_gateway {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:31.069820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.075409 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:31.124901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5da2f2b-9f50-487c-8304-d99aef4bc759,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:31.125692 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-1a11e85a-cc69-4b68-9e7b-4f10e132cea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbde69128>, [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:29:30Z', 'revision_number': 6, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port_host': None}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:31.130144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a11e85a-cc69-4b68-9e7b-4f10e132cea2 None None] The sync data for ids ['d9d65975-86e4-4434-ba17-7377b4e3e461'] in dv-cinder-786929-2-iscsi is: [{'id': 'd9d65975-86e4-4434-ba17-7377b4e3e461', 'name': 'tempest-TestMinimumBasicScenario-1782172305-router', 'tenant_id': 'e334cf3d38934e90b9f0660f07c24305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:52Z', 'updated_at': '2021-04-20T18:29:30Z', 'revision_number': 6, 'project_id': 'e334cf3d38934e90b9f0660f07c24305', 'gw_port_host': None}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:29:31.158759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:31.225053 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854341274'] for router_gateway, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.414193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771042'] for router, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.416420 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.439214 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399998'] for router, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.439800 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9d65975-86e4-4434-ba17-7377b4e3e461 {{(pid=86370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:29:31.453042 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.454290 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] 10.222.0.43 "DELETE /v2.0/routers/d9d65975-86e4-4434-ba17-7377b4e3e461 HTTP/1.1" status: 204  len: 168 time: 1.2905536
Apr 20 18:29:31.457109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40884) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:31.525347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-d092665f-039e-47fe-b132-60c6e4430163 admin admin] Deleting subnet fca77b30-2488-484f-95da-14754f71947d {{(pid=86370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:29:31.529149 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d092665f-039e-47fe-b132-60c6e4430163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.585388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d092665f-039e-47fe-b132-60c6e4430163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2339529'] for subnet, precommit_delete_associations {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.707972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d092665f-039e-47fe-b132-60c6e4430163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.967376 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d092665f-039e-47fe-b132-60c6e4430163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852436440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411689'] for subnet, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.972250 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-65fbc63c-32cd-4d8d-ab75-11566d70b882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:32.008917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092665f-039e-47fe-b132-60c6e4430163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca77b30-2488-484f-95da-14754f71947d,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:32.011077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d092665f-039e-47fe-b132-60c6e4430163 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.014623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d092665f-039e-47fe-b132-60c6e4430163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:32.015615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52415f6f-c2c3-463e-b051-3e15974f4a9e None None] Network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:29:32.019051 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d092665f-039e-47fe-b132-60c6e4430163 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fca77b30-2488-484f-95da-14754f71947d HTTP/1.1" status: 204  len: 168 time: 0.5609295
Apr 20 18:29:32.021727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40888) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:32.098126 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40892) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:32.150279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.161817 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Deleting port 99c841d3-2f00-4bae-9483-9abda07fe8b5 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:32.162248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.213425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f1fd3436-03a9-4e74-9364-f3999dc7cd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.309768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2be943-acbd-4fcd-a768-c5bf9d0bc844 None None] DHCP port deletion for 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a request from dv-cinder-786929-2-iscsi {{(pid=86371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:29:32.314833 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0b2be943-acbd-4fcd-a768-c5bf9d0bc844 None None] Deleting port 99c841d3-2f00-4bae-9483-9abda07fe8b5 {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:32.315254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0b2be943-acbd-4fcd-a768-c5bf9d0bc844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.460520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device d5da2f2b-9f50-487c-8304-d99aef4bc759 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:32.536403 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Deleting port a1903097-3c3e-423f-9370-e3271f1b290a {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:32.536794 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.571382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: d5da2f2b-9f50-487c-8304-d99aef4bc759 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:32.571896 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device d5da2f2b-9f50-487c-8304-d99aef4bc759 not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:32.572448 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 99c841d3-2f00-4bae-9483-9abda07fe8b5 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:32.643266 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] For port 99c841d3-2f00-4bae-9483-9abda07fe8b5, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=99c841d3-2f00-4bae-9483-9abda07fe8b5,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:32.643659 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.674072 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0b2be943-acbd-4fcd-a768-c5bf9d0bc844 None None] For port 99c841d3-2f00-4bae-9483-9abda07fe8b5, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=99c841d3-2f00-4bae-9483-9abda07fe8b5,segment=NetworkSegment(f5c70361-7a47-4bb9-84d4-541778e043f8),segment_id=f5c70361-7a47-4bb9-84d4-541778e043f8)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:32.674944 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0b2be943-acbd-4fcd-a768-c5bf9d0bc844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.728291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.728770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.779363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Calling delete_port for 99c841d3-2f00-4bae-9483-9abda07fe8b5 owned by network:dhcp {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:32.845603 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0b2be943-acbd-4fcd-a768-c5bf9d0bc844 None None] Calling delete_port for 99c841d3-2f00-4bae-9483-9abda07fe8b5 owned by network:dhcp {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:32.862352 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.863265 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Calling delete_port for a1903097-3c3e-423f-9370-e3271f1b290a owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:32.867821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:32.915506 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c841d3-2f00-4bae-9483-9abda07fe8b5,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:32.919709 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:32.920571 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] No DVR routers for this DVR port 99c841d3-2f00-4bae-9483-9abda07fe8b5 on host dv-cinder-786929-2-iscsi {{(pid=86370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:29:32.922360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.938647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Port 99c841d3-2f00-4bae-9483-9abda07fe8b5 update to DOWN by agent not found {{(pid=86371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 20 18:29:32.939150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 94501c02-5ade-4ed4-a398-d7f152ff503a no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:32.986560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 94501c02-5ade-4ed4-a398-d7f152ff503a {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:32.987193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 94501c02-5ade-4ed4-a398-d7f152ff503a not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:33.055200 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.092244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.db.api [None req-0b2be943-acbd-4fcd-a768-c5bf9d0bc844 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86371) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:29:33.092677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_db.api [None req-0b2be943-acbd-4fcd-a768-c5bf9d0bc844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:29:33.178383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbd384d30>,) {'filters': {'network_id': ['2523b95e-3a4f-400a-b9ad-3bfb54f42a6a']}} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:33.192046 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd384d30>, 'f5c70361-7a47-4bb9-84d4-541778e043f8') {'for_net_delete': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:33.192382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd384d30>, 'f5c70361-7a47-4bb9-84d4-541778e043f8') {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:33.204685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436287'] for segment, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.219388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.225666 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=86370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:29:33.248142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.253002 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6aa029d5-34ad-47d1-bc9d-5c5eab4e28f2 tempest-ServerRescueNegativeTestJSON-1455391817 tempest-ServerRescueNegativeTestJSON-1455391817-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:33.302051 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event deleted for resources: {'Port': ['ID=a1903097-3c3e-423f-9370-e3271f1b290a,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:33.305434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:33.397577 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for floatingip, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.397991 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Floating IP cd132883-ca3a-4095-b883-a29ab2eab2c1 disassociated (deleted). External IP: 172.27.1.170, port: d7349011-cd24-44d5-bf26-5eca280f714d.
Apr 20 18:29:33.409884 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:29:33.419423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2339723'] for segment, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.515300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.594089 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0b2be943-acbd-4fcd-a768-c5bf9d0bc844 None None] Deleting port 99c841d3-2f00-4bae-9483-9abda07fe8b5 {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:33.594649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0b2be943-acbd-4fcd-a768-c5bf9d0bc844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.607552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Network 2523b95e-3a4f-400a-b9ad-3bfb54f42a6a has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:29:33.636223 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:29:33.670116 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0b2be943-acbd-4fcd-a768-c5bf9d0bc844 None None] The port '99c841d3-2f00-4bae-9483-9abda07fe8b5' was deleted {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:29:33.715912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.721795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.725729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9b1e99bb-1972-4c7a-b144-09ceb2871d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:33.752423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=2523b95e-3a4f-400a-b9ad-3bfb54f42a6a,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:33.755080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:33.757226 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c753f184-7805-4366-b71a-431934b30a77 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2523b95e-3a4f-400a-b9ad-3bfb54f42a6a HTTP/1.1" status: 204  len: 168 time: 1.7344525
Apr 20 18:29:33.760486 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40898) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:33.780999 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Router 57557b6c-2a32-46f9-921d-3edc755a15ef has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:29:33.971112 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:29:33.982123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb5cba-7238-4144-b913-8abef82daf1c None None] Sync routers for ids ['57557b6c-2a32-46f9-921d-3edc755a15ef'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:29:33.992557 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.993122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb5cba-7238-4144-b913-8abef82daf1c None None] Routers {'57557b6c-2a32-46f9-921d-3edc755a15ef'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:33.993665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-bdfb5cba-7238-4144-b913-8abef82daf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdf9c908>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['57557b6c-2a32-46f9-921d-3edc755a15ef'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:34.058274 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "DELETE /v2.0/floatingips/cd132883-ca3a-4095-b883-a29ab2eab2c1 HTTP/1.1" status: 204  len: 168 time: 1.9588380
Apr 20 18:29:34.059066 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:29:34.123916 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'status': 'completed', 'code': 200}
Apr 20 18:29:34.233239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8d867-ecfb-421b-bd7e-9849fce51a65 req-ff379666-6ea7-4ab5-bcd2-8d82a3847ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:34.235482 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e5a8d867-ecfb-421b-bd7e-9849fce51a65 req-ff379666-6ea7-4ab5-bcd2-8d82a3847ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57&device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 1098 time: 0.0871515
Apr 20 18:29:34.382588 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-bdfb5cba-7238-4144-b913-8abef82daf1c None None] Set router 57557b6c-2a32-46f9-921d-3edc755a15ef gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:34.407967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8d867-ecfb-421b-bd7e-9849fce51a65 req-67428d5c-22f3-4b8d-a17a-8e81c8c4c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:34.409720 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e5a8d867-ecfb-421b-bd7e-9849fce51a65 req-67428d5c-22f3-4b8d-a17a-8e81c8c4c269 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f73fe5f0-7661-4958-ad4f-6a98649d57d0 HTTP/1.1" status: 200  len: 910 time: 0.1671796
Apr 20 18:29:34.420811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398745'] for router_interface, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:34.491827 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e5a8d867-ecfb-421b-bd7e-9849fce51a65 req-3c6f9ab9-da6b-477f-b1fd-c302cce826cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7349011-cd24-44d5-bf26-5eca280f714d HTTP/1.1" status: 200  len: 217 time: 0.0746381
Apr 20 18:29:34.549579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:34.567491 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8d867-ecfb-421b-bd7e-9849fce51a65 req-e2f59cb3-5ef6-480f-87c8-a3f41da34af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:34.569092 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e5a8d867-ecfb-421b-bd7e-9849fce51a65 req-e2f59cb3-5ef6-480f-87c8-a3f41da34af3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78797efb-e2d9-4583-8ee5-73122e564c83 HTTP/1.1" status: 200  len: 848 time: 0.0695715
Apr 20 18:29:34.659600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8d867-ecfb-421b-bd7e-9849fce51a65 req-bbb9b723-129b-4f48-aedd-d1fd68f60b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:34.661282 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e5a8d867-ecfb-421b-bd7e-9849fce51a65 req-bbb9b723-129b-4f48-aedd-d1fd68f60b2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f73fe5f0-7661-4958-ad4f-6a98649d57d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850973
Apr 20 18:29:34.729007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-bdfb5cba-7238-4144-b913-8abef82daf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdf9c908>, [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 4, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'e5df7297-6e14-4da1-8dfb-fc70766be6e6', 'name': '', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'mac_address': 'fa:16:3e:da:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:11Z', 'updated_at': '2021-04-20T18:24:24Z', 'revision_number': 5, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'subnets': [{'id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:34.733296 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb5cba-7238-4144-b913-8abef82daf1c None None] Checking router: 57557b6c-2a32-46f9-921d-3edc755a15ef for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:29:34.743347 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb5cba-7238-4144-b913-8abef82daf1c None None] Routers {'57557b6c-2a32-46f9-921d-3edc755a15ef'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:34.744007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-bdfb5cba-7238-4144-b913-8abef82daf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdf9c908>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['57557b6c-2a32-46f9-921d-3edc755a15ef'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:34.759331 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d623855-7ac8-4dd5-b601-29402f51f43d req-324a9a19-97a3-4621-85e7-ada42636c8e5 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:34.761567 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5d623855-7ac8-4dd5-b601-29402f51f43d req-324a9a19-97a3-4621-85e7-ada42636c8e5 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.2862442
Apr 20 18:29:34.811871 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e5a8d867-ecfb-421b-bd7e-9849fce51a65 req-adf3a574-5b7b-47b1-be9b-f09a6c50a1a0 service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424859
Apr 20 18:29:34.862402 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5d623855-7ac8-4dd5-b601-29402f51f43d req-5b8e4c8b-e836-4291-86d2-d592173f3164 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731895
Apr 20 18:29:34.939424 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-bdfb5cba-7238-4144-b913-8abef82daf1c None None] Set router 57557b6c-2a32-46f9-921d-3edc755a15ef gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:34.963677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] Deleting port 8db16424-aa54-403b-a38c-2c20fd77451a {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:34.964225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:34.969538 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e5a8d867-ecfb-421b-bd7e-9849fce51a65 req-ffec1770-8271-48d4-b37e-03fc6c05a860 service neutron] 10.222.0.41 "GET /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477540
Apr 20 18:29:35.156100 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] For port 8db16424-aa54-403b-a38c-2c20fd77451a, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=8db16424-aa54-403b-a38c-2c20fd77451a,segment=NetworkSegment(317dc4ec-3454-4712-89ae-fe70d6da1c55),segment_id=317dc4ec-3454-4712-89ae-fe70d6da1c55)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:35.156669 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:35.276803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-bdfb5cba-7238-4144-b913-8abef82daf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdf9c908>, [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 4, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'e5df7297-6e14-4da1-8dfb-fc70766be6e6', 'name': '', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'mac_address': 'fa:16:3e:da:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:11Z', 'updated_at': '2021-04-20T18:24:24Z', 'revision_number': 5, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'subnets': [{'id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:35.280891 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb5cba-7238-4144-b913-8abef82daf1c None None] The sync data for ids ['57557b6c-2a32-46f9-921d-3edc755a15ef'] in dv-cinder-786929-2-iscsi is: [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 4, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'e5df7297-6e14-4da1-8dfb-fc70766be6e6', 'name': '', 'network_id': 'f73fe5f0-7661-4958-ad4f-6a98649d57d0', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'mac_address': 'fa:16:3e:da:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:11Z', 'updated_at': '2021-04-20T18:24:24Z', 'revision_number': 5, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'subnets': [{'id': '78797efb-e2d9-4583-8ee5-73122e564c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:29:35.288957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] Calling delete_port for 8db16424-aa54-403b-a38c-2c20fd77451a owned by network:router_interface {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:35.470317 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:35.477594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5ddbc7da-7252-4b94-9641-895c0cb07c2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:35.527927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] Pushing event deleted for resources: {'Port': ['ID=8db16424-aa54-403b-a38c-2c20fd77451a,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:35.531760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:35.692998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b044498-0448-4081-adef-9efa72b9f3de None None] New status for floating IP cd132883-ca3a-4095-b883-a29ab2eab2c1: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:29:35.829378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398823'] for router_interface, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:35.925889 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-e8e31c6c-3665-46d1-bf11-9721824f23f3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:35.927169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-e8e31c6c-3665-46d1-bf11-9721824f23f3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Synchronizing usage tracker for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:29:35.952407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-e8e31c6c-3665-46d1-bf11-9721824f23f3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Unset dirty status for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:29:35.953866 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-e8e31c6c-3665-46d1-bf11-9721824f23f3 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.1310823
Apr 20 18:29:36.091270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-d1e0afae-af4c-4610-9cbb-628658b92172 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Deleting port d7349011-cd24-44d5-bf26-5eca280f714d {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:36.091580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-d1e0afae-af4c-4610-9cbb-628658b92172 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:36.223629 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51571168-c0e3-43f7-a92e-07a4d49f4f4d req-a4c14924-f304-4547-851c-48886d00b173 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:36.225238 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-51571168-c0e3-43f7-a92e-07a4d49f4f4d req-a4c14924-f304-4547-851c-48886d00b173 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 945 time: 0.2183099
Apr 20 18:29:36.373754 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-51571168-c0e3-43f7-a92e-07a4d49f4f4d req-f1a01c9d-643f-4968-bdb2-f656913d409e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5ae84da-d481-418d-8e66-323b2eb9cf5d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1370819
Apr 20 18:29:36.431589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-d1e0afae-af4c-4610-9cbb-628658b92172 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] For port d7349011-cd24-44d5-bf26-5eca280f714d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d7349011-cd24-44d5-bf26-5eca280f714d,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:36.432032 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-d1e0afae-af4c-4610-9cbb-628658b92172 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:36.479825 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] Router dcedb225-b1d3-433e-9cc9-a26e0133d631 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:29:36.568452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-d1e0afae-af4c-4610-9cbb-628658b92172 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Calling delete_port for d7349011-cd24-44d5-bf26-5eca280f714d owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:36.674910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:29:36.684523 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e8196-0d5a-489c-923b-755470b693e0 None None] Sync routers for ids ['dcedb225-b1d3-433e-9cc9-a26e0133d631'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:29:36.692285 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] 10.222.0.43 "PUT /v2.0/routers/dcedb225-b1d3-433e-9cc9-a26e0133d631/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9305530
Apr 20 18:29:36.695199 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e8196-0d5a-489c-923b-755470b693e0 None None] Routers {'dcedb225-b1d3-433e-9cc9-a26e0133d631'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:36.695664 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40910) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:36.695876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-fb5e8196-0d5a-489c-923b-755470b693e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe025b00>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['dcedb225-b1d3-433e-9cc9-a26e0133d631'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:36.724229 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-d1e0afae-af4c-4610-9cbb-628658b92172 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:36.731863 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4fd294d3-6e32-4412-a3f4-ec5e811d03f7 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:36.782596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0afae-af4c-4610-9cbb-628658b92172 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event deleted for resources: {'Port': ['ID=d7349011-cd24-44d5-bf26-5eca280f714d,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:36.786022 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d1e0afae-af4c-4610-9cbb-628658b92172 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:36.896174 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-fb5e8196-0d5a-489c-923b-755470b693e0 None None] Set router dcedb225-b1d3-433e-9cc9-a26e0133d631 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:36.900446 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Notify callbacks [] for router, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:37.093158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-d1e0afae-af4c-4610-9cbb-628658b92172 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] No DVR routers for this DVR port d7349011-cd24-44d5-bf26-5eca280f714d on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:29:37.095601 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-d1e0afae-af4c-4610-9cbb-628658b92172 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:37.098549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'name': 'network-vif-deleted', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:29:37.102760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:37.113452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Deleting port fc87dd75-d57b-4aa5-9049-d78431592628 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:37.113932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:37.114642 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-83e72173-4ca9-441e-a3fa-8d8e1ae3dc95 req-d1e0afae-af4c-4610-9cbb-628658b92172 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.41 "DELETE /v2.0/ports/d7349011-cd24-44d5-bf26-5eca280f714d HTTP/1.1" status: 204  len: 173 time: 1.1543467
Apr 20 18:29:37.159408 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd1ada9-9b38-4986-98a7-bbbb257069ab', 'name': 'network-vif-deleted', 'tag': 'd7349011-cd24-44d5-bf26-5eca280f714d', 'status': 'completed', 'code': 200}
Apr 20 18:29:37.218125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-fb5e8196-0d5a-489c-923b-755470b693e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe025b00>, [{'id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'name': 'tempest-TestMinimumBasicScenario-1795080663-router', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:58Z', 'updated_at': '2021-04-20T18:29:35Z', 'revision_number': 5, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'gw_port': {'id': 'fc87dd75-d57b-4aa5-9049-d78431592628', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:68:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:26:59Z', 'updated_at': '2021-04-20T18:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:37.223295 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e8196-0d5a-489c-923b-755470b693e0 None None] Checking router: dcedb225-b1d3-433e-9cc9-a26e0133d631 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:29:37.233654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e8196-0d5a-489c-923b-755470b693e0 None None] Routers {'dcedb225-b1d3-433e-9cc9-a26e0133d631'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:37.234942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-fb5e8196-0d5a-489c-923b-755470b693e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe025b00>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['dcedb225-b1d3-433e-9cc9-a26e0133d631'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:37.328898 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] For port fc87dd75-d57b-4aa5-9049-d78431592628, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=fc87dd75-d57b-4aa5-9049-d78431592628,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:37.329301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:37.413105 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-fb5e8196-0d5a-489c-923b-755470b693e0 None None] Set router dcedb225-b1d3-433e-9cc9-a26e0133d631 gateway port host: None {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:37.468407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Calling delete_port for fc87dd75-d57b-4aa5-9049-d78431592628 owned by network:router_gateway {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:37.534448 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-fb5e8196-0d5a-489c-923b-755470b693e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe025b00>, [{'id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'name': 'tempest-TestMinimumBasicScenario-1795080663-router', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:58Z', 'updated_at': '2021-04-20T18:29:37Z', 'revision_number': 6, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'gw_port_host': None}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:37.538839 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e8196-0d5a-489c-923b-755470b693e0 None None] The sync data for ids ['dcedb225-b1d3-433e-9cc9-a26e0133d631'] in dv-cinder-786929-2-iscsi is: [{'id': 'dcedb225-b1d3-433e-9cc9-a26e0133d631', 'name': 'tempest-TestMinimumBasicScenario-1795080663-router', 'tenant_id': 'acf9ad975c214d6eaa79738d3b978236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:26:58Z', 'updated_at': '2021-04-20T18:29:37Z', 'revision_number': 6, 'project_id': 'acf9ad975c214d6eaa79738d3b978236', 'gw_port_host': None}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:29:37.573787 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-d7bbe9b8-ceda-4368-be28-c60e6f94098f req-183cfefd-837b-4223-8ed8-8a783daf964e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Synchronizing usage tracker for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:29:37.592922 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-d7bbe9b8-ceda-4368-be28-c60e6f94098f req-183cfefd-837b-4223-8ed8-8a783daf964e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Unset dirty status for tenant:b4d7c375e95c4bd0b34b93e0f43a0b57 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:29:37.595187 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7bbe9b8-ceda-4368-be28-c60e6f94098f req-183cfefd-837b-4223-8ed8-8a783daf964e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fd1ada9-9b38-4986-98a7-bbbb257069ab HTTP/1.1" status: 200  len: 210 time: 0.0877080
Apr 20 18:29:37.676874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:37.682144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:37.733470 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc87dd75-d57b-4aa5-9049-d78431592628,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:37.762895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:37.835633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854341274'] for router_gateway, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.025662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771042'] for router, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.028446 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.055075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399998'] for router, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.055743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcedb225-b1d3-433e-9cc9-a26e0133d631 {{(pid=86370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:29:38.071262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.072485 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] 10.222.0.43 "DELETE /v2.0/routers/dcedb225-b1d3-433e-9cc9-a26e0133d631 HTTP/1.1" status: 204  len: 168 time: 1.3758183
Apr 20 18:29:38.076012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40918) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:38.146371 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda0c995-ba25-4bfc-9fec-94c4e7764645 admin admin] Deleting subnet c3b7dd93-a3ce-4bdb-939e-489812ac8798 {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:29:38.149485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fda0c995-ba25-4bfc-9fec-94c4e7764645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.204792 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fda0c995-ba25-4bfc-9fec-94c4e7764645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852691882'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.331876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fda0c995-ba25-4bfc-9fec-94c4e7764645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.437260 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 8db16424-aa54-403b-a38c-2c20fd77451a no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:38.474161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 8db16424-aa54-403b-a38c-2c20fd77451a {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:38.474602 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 8db16424-aa54-403b-a38c-2c20fd77451a not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:38.475078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device fc87dd75-d57b-4aa5-9049-d78431592628 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:38.515870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: fc87dd75-d57b-4aa5-9049-d78431592628 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:38.516267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device fc87dd75-d57b-4aa5-9049-d78431592628 not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:38.604537 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fda0c995-ba25-4bfc-9fec-94c4e7764645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852495547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850637491'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.610206 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:38.646300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0c995-ba25-4bfc-9fec-94c4e7764645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b7dd93-a3ce-4bdb-939e-489812ac8798,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:38.649611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fda0c995-ba25-4bfc-9fec-94c4e7764645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:38.650805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fda0c995-ba25-4bfc-9fec-94c4e7764645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.656685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a0854f-2360-4192-ae8f-6b702ed58602 None None] Network 77a7a579-630f-4ced-97d8-9153b0daf930 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:29:38.660292 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-fda0c995-ba25-4bfc-9fec-94c4e7764645 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c3b7dd93-a3ce-4bdb-939e-489812ac8798 HTTP/1.1" status: 204  len: 168 time: 0.5806236
Apr 20 18:29:38.660514 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40924) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:38.708492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40928) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:38.781997 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.794182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Deleting port 04281907-83bc-49b7-8332-50a567dec48d {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:38.794611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.806028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77ba4d9d-f0eb-4153-a14f-33a64f2ad22c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.843580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77ba4d9d-f0eb-4153-a14f-33a64f2ad22c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.904103 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77ba4d9d-f0eb-4153-a14f-33a64f2ad22c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.910425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-131f3647-6600-464a-8a44-bd69f1792441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:38.929274 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba4d9d-f0eb-4153-a14f-33a64f2ad22c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ae84da-d481-418d-8e66-323b2eb9cf5d,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:38.932127 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-77ba4d9d-f0eb-4153-a14f-33a64f2ad22c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:38.940462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77ba4d9d-f0eb-4153-a14f-33a64f2ad22c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:38.941706 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-77ba4d9d-f0eb-4153-a14f-33a64f2ad22c tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] 10.222.0.43 "DELETE /v2.0/security-groups/f5ae84da-d481-418d-8e66-323b2eb9cf5d HTTP/1.1" status: 204  len: 168 time: 0.2319131
Apr 20 18:29:38.960732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2468a83b-94f5-4f92-adad-04b307b6a144 None None] DHCP port deletion for 77a7a579-630f-4ced-97d8-9153b0daf930 request from dv-cinder-786929-2-iscsi {{(pid=86371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:29:38.967119 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-2468a83b-94f5-4f92-adad-04b307b6a144 None None] Deleting port 04281907-83bc-49b7-8332-50a567dec48d {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:38.968089 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2468a83b-94f5-4f92-adad-04b307b6a144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:39.003180 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40934) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:39.049036 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] For port 04281907-83bc-49b7-8332-50a567dec48d, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=04281907-83bc-49b7-8332-50a567dec48d,segment=NetworkSegment(317dc4ec-3454-4712-89ae-fe70d6da1c55),segment_id=317dc4ec-3454-4712-89ae-fe70d6da1c55)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:39.049587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:39.196727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-2468a83b-94f5-4f92-adad-04b307b6a144 None None] For port 04281907-83bc-49b7-8332-50a567dec48d, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=04281907-83bc-49b7-8332-50a567dec48d,segment=NetworkSegment(317dc4ec-3454-4712-89ae-fe70d6da1c55),segment_id=317dc4ec-3454-4712-89ae-fe70d6da1c55)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:39.197071 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2468a83b-94f5-4f92-adad-04b307b6a144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:39.202134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Calling delete_port for 04281907-83bc-49b7-8332-50a567dec48d owned by network:dhcp {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:39.279586 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:39.284640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:39.337299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-2468a83b-94f5-4f92-adad-04b307b6a144 None None] Calling delete_port for 04281907-83bc-49b7-8332-50a567dec48d owned by network:dhcp {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:39.339325 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Pushing event deleted for resources: {'Port': ['ID=04281907-83bc-49b7-8332-50a567dec48d,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:39.342915 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:39.347612 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] No DVR routers for this DVR port 04281907-83bc-49b7-8332-50a567dec48d on host dv-cinder-786929-2-iscsi {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:29:39.419696 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.db.api [None req-2468a83b-94f5-4f92-adad-04b307b6a144 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86371) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:29:39.420112 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_db.api [None req-2468a83b-94f5-4f92-adad-04b307b6a144 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:29:39.476383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:39.598327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbeb62898>,) {'filters': {'network_id': ['77a7a579-630f-4ced-97d8-9153b0daf930']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:39.614348 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbeb62898>, '317dc4ec-3454-4712-89ae-fe70d6da1c55') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:39.614688 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbeb62898>, '317dc4ec-3454-4712-89ae-fe70d6da1c55') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:39.628512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083934'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:39.649734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:39.657755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:29:39.846453 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Network 77a7a579-630f-4ced-97d8-9153b0daf930 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:29:39.855692 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2280166'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:39.921521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-2468a83b-94f5-4f92-adad-04b307b6a144 None None] Deleting port 04281907-83bc-49b7-8332-50a567dec48d {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:39.921986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2468a83b-94f5-4f92-adad-04b307b6a144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:39.957773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398745'] for router_interface, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:39.994574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-2468a83b-94f5-4f92-adad-04b307b6a144 None None] The port '04281907-83bc-49b7-8332-50a567dec48d' was deleted {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:29:40.041129 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Network 77a7a579-630f-4ced-97d8-9153b0daf930 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:29:40.064888 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:29:40.148361 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:40.152425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:40.166703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:40.178087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a7a579-630f-4ced-97d8-9153b0daf930,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:40.183055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:40.187290 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] 10.222.0.43 "DELETE /v2.0/networks/77a7a579-630f-4ced-97d8-9153b0daf930 HTTP/1.1" status: 204  len: 168 time: 1.5257695
Apr 20 18:29:40.314873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40944) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:40.337515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] Deleting port e5df7297-6e14-4da1-8dfb-fc70766be6e6 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:40.338154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:40.367242 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4b635cef-e299-40e1-869c-1140990b2804 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e334cf3d38934e90b9f0660f07c24305&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510454
Apr 20 18:29:40.369884 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40948) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:40.436482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 04281907-83bc-49b7-8332-50a567dec48d no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:40.440428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7913f21f-8058-4b04-a29c-155dd397765b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:40.468041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7913f21f-8058-4b04-a29c-155dd397765b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:40.481115 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 04281907-83bc-49b7-8332-50a567dec48d {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:40.481653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 04281907-83bc-49b7-8332-50a567dec48d not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:40.518441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7913f21f-8058-4b04-a29c-155dd397765b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:40.523724 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cf2c417f-f0ce-4dfa-bf98-15363b18a7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:40.539308 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913f21f-8058-4b04-a29c-155dd397765b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b92529a-8791-424e-93ba-cd482af196b7,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:40.542504 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] For port e5df7297-6e14-4da1-8dfb-fc70766be6e6, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=e5df7297-6e14-4da1-8dfb-fc70766be6e6,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:40.543084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:40.544727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7913f21f-8058-4b04-a29c-155dd397765b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:40.547735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7913f21f-8058-4b04-a29c-155dd397765b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:40.553373 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7913f21f-8058-4b04-a29c-155dd397765b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b92529a-8791-424e-93ba-cd482af196b7 HTTP/1.1" status: 204  len: 168 time: 0.1779072
Apr 20 18:29:40.680031 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] Calling delete_port for e5df7297-6e14-4da1-8dfb-fc70766be6e6 owned by network:router_interface {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:40.806669 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device d7349011-cd24-44d5-bf26-5eca280f714d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:40.845752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: d7349011-cd24-44d5-bf26-5eca280f714d {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:40.846054 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device d7349011-cd24-44d5-bf26-5eca280f714d not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:40.869494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:40.875297 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-00f84005-fea9-4bf9-aa8e-4942903d52de tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:40.924499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5df7297-6e14-4da1-8dfb-fc70766be6e6,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:40.927914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:40.929894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40956) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:40.984654 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9a231f9f-77a7-42a6-b0cb-b610034af114 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acf9ad975c214d6eaa79738d3b978236&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0534079
Apr 20 18:29:40.987342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40960) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:41.057060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-755b604f-fdd8-43fe-a49a-d8af05054c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:41.088981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-755b604f-fdd8-43fe-a49a-d8af05054c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:41.140143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-755b604f-fdd8-43fe-a49a-d8af05054c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:41.145315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-df9ff27b-5b7f-4e3f-a5d7-4a6d72465f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:41.159439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b604f-fdd8-43fe-a49a-d8af05054c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7675696-56a5-4a17-998e-e0b9b20ff589,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:41.162086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-755b604f-fdd8-43fe-a49a-d8af05054c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:41.164234 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-755b604f-fdd8-43fe-a49a-d8af05054c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:41.165395 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-755b604f-fdd8-43fe-a49a-d8af05054c1a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7675696-56a5-4a17-998e-e0b9b20ff589 HTTP/1.1" status: 204  len: 168 time: 0.1769850
Apr 20 18:29:41.212694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398823'] for router_interface, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:41.598478 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] Router 57557b6c-2a32-46f9-921d-3edc755a15ef has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:29:41.795103 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:29:41.806275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b3849a-90b8-4ee6-8d62-a8a797363cb1 None None] Sync routers for ids ['57557b6c-2a32-46f9-921d-3edc755a15ef'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:29:41.814108 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-23ad2457-a66f-481d-b3ac-89f956c83f76 admin admin] 10.222.0.43 "PUT /v2.0/routers/57557b6c-2a32-46f9-921d-3edc755a15ef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8113220
Apr 20 18:29:41.814454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40980) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:41.830944 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b3849a-90b8-4ee6-8d62-a8a797363cb1 None None] Routers {'57557b6c-2a32-46f9-921d-3edc755a15ef'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:41.831638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-f1b3849a-90b8-4ee6-8d62-a8a797363cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd175cf8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['57557b6c-2a32-46f9-921d-3edc755a15ef'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:42.007280 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 40988) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:42.008634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Notify callbacks [] for router, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.133263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-557912885-network', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:29:42.139710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:29:42.144161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Usage tracker for resource:network and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:29:42.147312 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:29:42.155035 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:29:42.164637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Made reservation on behalf of b342d1a5cf154285af0adb86f85d67b1 for: {'network': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:29:42.169669 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.188227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.206387 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:29:42.211011 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Usage tracker for resource:security_group_rule and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:29:42.214238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:29:42.216617 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-f1b3849a-90b8-4ee6-8d62-a8a797363cb1 None None] Set router 57557b6c-2a32-46f9-921d-3edc755a15ef gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:42.221638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:29:42.322669 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.326304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.331140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-755b604f-fdd8-43fe-a49a-d8af05054c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:42.359261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=86369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:29:42.379862 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82b5197-c7e7-47c2-bbc4-314dd9027249,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:42.383309 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:42.386375 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.386989 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Added segment d0e693ff-794c-4434-90f7-0c2fec67282d of type vlan for network f8ee8939-74e1-472d-a506-044d673909ab
Apr 20 18:29:42.427232 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.467098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.475793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Deleting port e97922f9-ac98-41e8-b3d2-1cc0302ec480 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:42.476291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.486993 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.488823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:42.489693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.495255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:42.547174 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-f1b3849a-90b8-4ee6-8d62-a8a797363cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd175cf8>, [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:29:40Z', 'revision_number': 5, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port': {'id': 'e97922f9-ac98-41e8-b3d2-1cc0302ec480', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:07Z', 'updated_at': '2021-04-20T18:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:42.552183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b3849a-90b8-4ee6-8d62-a8a797363cb1 None None] Checking router: 57557b6c-2a32-46f9-921d-3edc755a15ef for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:29:42.561153 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b3849a-90b8-4ee6-8d62-a8a797363cb1 None None] Routers {'57557b6c-2a32-46f9-921d-3edc755a15ef'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:42.561807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-f1b3849a-90b8-4ee6-8d62-a8a797363cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd175cf8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['57557b6c-2a32-46f9-921d-3edc755a15ef'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:42.606433 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5968037
Apr 20 18:29:42.609016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 40994) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:42.609776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Pushing event updated for resources: {'Network': ['ID=f8ee8939-74e1-472d-a506-044d673909ab,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:42.612624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:42.618192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Request body: {'subnet': {'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-557912885-subnet', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'ip_version': 4}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:29:42.624235 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network f8ee8939-74e1-472d-a506-044d673909ab details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:29:42.626778 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:29:42.639913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Usage tracker for resource:subnet and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:29:42.644355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:29:42.662161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:29:42.688853 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Made reservation on behalf of b342d1a5cf154285af0adb86f85d67b1 for: {'subnet': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:29:42.693593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852364157'] for subnet, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.719430 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] For port e97922f9-ac98-41e8-b3d2-1cc0302ec480, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=e97922f9-ac98-41e8-b3d2-1cc0302ec480,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:42.719825 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:42.829190 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-f1b3849a-90b8-4ee6-8d62-a8a797363cb1 None None] Set router 57557b6c-2a32-46f9-921d-3edc755a15ef gateway port host: None {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:42.918686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Calling delete_port for e97922f9-ac98-41e8-b3d2-1cc0302ec480 owned by network:router_gateway {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:42.953871 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-f1b3849a-90b8-4ee6-8d62-a8a797363cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd175cf8>, [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:29:42Z', 'revision_number': 6, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port_host': None}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:42.958384 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b3849a-90b8-4ee6-8d62-a8a797363cb1 None None] The sync data for ids ['57557b6c-2a32-46f9-921d-3edc755a15ef'] in dv-cinder-786929-2-iscsi is: [{'id': '57557b6c-2a32-46f9-921d-3edc755a15ef', 'name': 'tempest-TestShelveInstance-2055265864-router', 'tenant_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:06Z', 'updated_at': '2021-04-20T18:29:42Z', 'revision_number': 6, 'project_id': 'b4d7c375e95c4bd0b34b93e0f43a0b57', 'gw_port_host': None}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:29:43.270875 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.278769 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d24abb8e-521a-43fd-acea-b2498793f0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:43.301546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.332342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97922f9-ac98-41e8-b3d2-1cc0302ec480,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:43.335583 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:43.449162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854341274'] for router_gateway, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.652960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771042'] for router, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.655812 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.687557 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399998'] for router, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.688119 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57557b6c-2a32-46f9-921d-3edc755a15ef {{(pid=86370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:29:43.751771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.753015 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] 10.222.0.43 "DELETE /v2.0/routers/57557b6c-2a32-46f9-921d-3edc755a15ef HTTP/1.1" status: 204  len: 168 time: 1.9375689
Apr 20 18:29:43.755971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41000) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:43.766321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2339437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852364142'] for subnet, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.776680 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:43.831237 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7eae60-725e-4d18-8399-e960631995f8 admin admin] Deleting subnet 78797efb-e2d9-4583-8ee5-73122e564c83 {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:29:43.834457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-af7eae60-725e-4d18-8399-e960631995f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.842752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:43.853973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:43.872409 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Checking segment: {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:29:43.872821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Network hostable DHCP agents. Network: f8ee8939-74e1-472d-a506-044d673909ab, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:29:43.893342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Network f8ee8939-74e1-472d-a506-044d673909ab is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:29:43.894930 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-af7eae60-725e-4d18-8399-e960631995f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852691882'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.901970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, f8ee8939-74e1-472d-a506-044d673909ab) {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:29:43.912182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f80037-5327-44f9-8b40-1691f13825fc None None] Network f8ee8939-74e1-472d-a506-044d673909ab requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:29:43.919281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:43.919961 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.938855 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-86d2e85a-d669-4ac2-beab-215ab42ecd0d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3283188
Apr 20 18:29:43.941951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41004) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:43.947704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:29:43.953710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:29:43.958313 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Usage tracker for resource:router and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:29:43.962412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:29:43.970604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:29:43.980022 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771027'] for router, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.982227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4757'] for router, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.995642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-af7eae60-725e-4d18-8399-e960631995f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:43.997617 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.163284 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20c587e-0ae1-536d-81a8-d9304bd08c12-f8ee8939-74e1-472d-a506-044d673909ab', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f'}]}} from dv-cinder-786929-2-iscsi. {{(pid=86371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:29:44.164465 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.294001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4742'] for router, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.297083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-af7eae60-725e-4d18-8399-e960631995f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852495547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850637491'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.303146 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:44.341257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eae60-725e-4d18-8399-e960631995f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78797efb-e2d9-4583-8ee5-73122e564c83,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:44.343729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Allocated IP 172.20.0.2 (f8ee8939-74e1-472d-a506-044d673909ab/9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f/45ab4c44-1949-4add-814a-c099e9e85e3f) {{(pid=86371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:29:44.344967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-af7eae60-725e-4d18-8399-e960631995f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:44.350556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-af7eae60-725e-4d18-8399-e960631995f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.358143 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-af7eae60-725e-4d18-8399-e960631995f8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/78797efb-e2d9-4583-8ee5-73122e564c83 HTTP/1.1" status: 204  len: 168 time: 0.6009715
Apr 20 18:29:44.360630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d12e6e-7096-4147-8174-157c6732b98b None None] Network f73fe5f0-7661-4958-ad4f-6a98649d57d0 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:29:44.360823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41008) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:44.497611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.508951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Deleting port 5014aff1-276d-4fa2-b6bb-26438be21ad4 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:44.509327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.531385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device e5df7297-6e14-4da1-8dfb-fc70766be6e6 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:44.587752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: e5df7297-6e14-4da1-8dfb-fc70766be6e6 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:44.588083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device e5df7297-6e14-4da1-8dfb-fc70766be6e6 not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:44.588502 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device e97922f9-ac98-41e8-b3d2-1cc0302ec480 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:44.654449 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: e97922f9-ac98-41e8-b3d2-1cc0302ec480 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:44.655031 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.655141 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device e97922f9-ac98-41e8-b3d2-1cc0302ec480 not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:44.689776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.742927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] For port 5014aff1-276d-4fa2-b6bb-26438be21ad4, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=5014aff1-276d-4fa2-b6bb-26438be21ad4,segment=NetworkSegment(3e6eec58-2ba1-4746-baca-5807205bd9f7),segment_id=3e6eec58-2ba1-4746-baca-5807205bd9f7)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:44.743329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.869792 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Allocated IP 172.27.1.126 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/57cbdf85-cb0c-4e8c-8918-93e7821bc3ea) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:29:44.871472 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Notify callbacks [] for port, precommit_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.885039 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Transition to ACTIVE for port object 45ab4c44-1949-4add-814a-c099e9e85e3f will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:29:44.891884 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Calling delete_port for 5014aff1-276d-4fa2-b6bb-26438be21ad4 owned by network:dhcp {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:44.907230 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Transition to ACTIVE for port object 45ab4c44-1949-4add-814a-c099e9e85e3f will not be triggered until provisioned by entity DHCP. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:29:44.912745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.917582 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e596bda0-479b-4e52-ba1f-3d984dba1ce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:44.963590 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4f7148-8956-4091-9900-68473b2fea6f None None] DHCP port deletion for f73fe5f0-7661-4958-ad4f-6a98649d57d0 request from dv-cinder-786929-2-iscsi {{(pid=86371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:29:44.983333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f7148-8956-4091-9900-68473b2fea6f None None] Deleting port 5014aff1-276d-4fa2-b6bb-26438be21ad4 {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:44.983903 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ed4f7148-8956-4091-9900-68473b2fea6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.992446 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:44.997966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-737d7821-17be-4f5f-8d9a-1c8198317986 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:45.019272 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Network f8ee8939-74e1-472d-a506-044d673909ab is already hosted by enough agents. {{(pid=86371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:29:45.028588 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Resources bound (agent type, host, resource id):  {{(pid=86371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:29:45.038035 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Received port after_create {{(pid=86371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:29:45.045780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:45.051772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5014aff1-276d-4fa2-b6bb-26438be21ad4,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:45.055280 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:45.056197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] No DVR routers for this DVR port 5014aff1-276d-4fa2-b6bb-26438be21ad4 on host dv-cinder-786929-2-iscsi {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:29:45.078871 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:45.080029 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f7148-8956-4091-9900-68473b2fea6f None None] The port '5014aff1-276d-4fa2-b6bb-26438be21ad4' was deleted {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:29:45.084056 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:45.128322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Pushing event updated for resources: {'Port': ['ID=45ab4c44-1949-4add-814a-c099e9e85e3f,revision_number=1']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:45.155987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Pushing event updated for resources: {'Port': ['ID=57cbdf85-cb0c-4e8c-8918-93e7821bc3ea,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:45.160835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:45.171300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:29:45.172160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:45.172553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:45.172942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:45.173321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:45.173458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:29:45.173970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:45.174345 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:45.174713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:45.175081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:45.175449 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:45.175813 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:45.176178 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:45.176554 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:45.177368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:29:45.186141 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:45.196285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:45.203542 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Attempting to bind port 45ab4c44-1949-4add-814a-c099e9e85e3f on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:29:45.203955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Attempting to bind port 45ab4c44-1949-4add-814a-c099e9e85e3f by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:29:45.204369 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Attempting to bind port 45ab4c44-1949-4add-814a-c099e9e85e3f on network f8ee8939-74e1-472d-a506-044d673909ab {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:29:45.210816 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:29:45.211238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Checking segment: {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:29:45.211686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:45.212128 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Bound using segment: {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:29:45.212652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Bound port: 45ab4c44-1949-4add-814a-c099e9e85e3f, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:29:45.213071 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:45.308764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] For port 45ab4c44-1949-4add-814a-c099e9e85e3f, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:29:45.312711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] For port 45ab4c44-1949-4add-814a-c099e9e85e3f, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=45ab4c44-1949-4add-814a-c099e9e85e3f,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:29:45.314060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbc391240>,) {'filters': {'network_id': ['f73fe5f0-7661-4958-ad4f-6a98649d57d0']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:45.316532 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:45.322263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:45.327675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbc391240>, '3e6eec58-2ba1-4746-baca-5807205bd9f7') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:45.328010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbc391240>, '3e6eec58-2ba1-4746-baca-5807205bd9f7') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:45.340947 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083934'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:45.357070 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:45.363526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:29:45.419594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Pushing event updated for resources: {'Port': ['ID=45ab4c44-1949-4add-814a-c099e9e85e3f,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:45.422897 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:45.820176 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Network f73fe5f0-7661-4958-ad4f-6a98649d57d0 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:29:45.830835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2280166'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:45.931866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:46.015400 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Network f73fe5f0-7661-4958-ad4f-6a98649d57d0 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:29:46.038154 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:29:46.118815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:46.123076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1e5084eb-3082-410b-94c4-febfeae51816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:46.136833 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:46.147717 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f73fe5f0-7661-4958-ad4f-6a98649d57d0,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:46.151127 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:46.161900 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f73fe5f0-7661-4958-ad4f-6a98649d57d0 HTTP/1.1" status: 204  len: 168 time: 1.7998943
Apr 20 18:29:46.165057 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41012) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:46.304644 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854341156'] for router, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:46.488336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 45ab4c44-1949-4add-814a-c099e9e85e3f up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:29:46.549664 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Router c4c05fc1-1cbf-41e5-b333-529f8792a7db is scheduled to L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd with binding_index 1 {{(pid=86370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:29:46.575952 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 45ab4c44-1949-4add-814a-c099e9e85e3f completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:29:46.642595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 5014aff1-276d-4fa2-b6bb-26438be21ad4 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:46.688222 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 5014aff1-276d-4fa2-b6bb-26438be21ad4 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:46.688622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 5014aff1-276d-4fa2-b6bb-26438be21ad4 not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:46.770814 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:29:46.783061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Sync routers for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:29:46.794921 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:46.796686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe025550>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:46.812917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398745'] for router_interface, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:46.830647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:46.831997 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.8888552
Apr 20 18:29:46.834907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41016) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:46.877426 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a88980-e7f5-4011-85c3-3bf1ba7b8be7 None None] Network f8ee8939-74e1-472d-a506-044d673909ab requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:29:46.996529 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-849d0379-0b7b-4080-b71a-6d66a7d627dd None None] Provisioning for port 45ab4c44-1949-4add-814a-c099e9e85e3f completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:29:47.022715 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:47.226171 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-849d0379-0b7b-4080-b71a-6d66a7d627dd None None] Provisioning complete for port 45ab4c44-1949-4add-814a-c099e9e85e3f triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:47.226587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-849d0379-0b7b-4080-b71a-6d66a7d627dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:47.227912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] Deleting port 77d374ae-a136-4bca-944a-b3ad1989ead6 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:47.228460 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:47.392342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe025550>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:45Z', 'revision_number': 3, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:47.397274 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Checking router: c4c05fc1-1cbf-41e5-b333-529f8792a7db for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:29:47.397950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Updating router c4c05fc1-1cbf-41e5-b333-529f8792a7db port 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea binding host dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:29:47.455022 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] For port 77d374ae-a136-4bca-944a-b3ad1989ead6, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=77d374ae-a136-4bca-944a-b3ad1989ead6,segment=NetworkSegment(94f7fd0a-0df6-43bf-89c4-f9f424e66119),segment_id=94f7fd0a-0df6-43bf-89c4-f9f424e66119)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:47.455496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:47.468380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-849d0379-0b7b-4080-b71a-6d66a7d627dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:47.494300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:47.523412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-849d0379-0b7b-4080-b71a-6d66a7d627dd None None] For port 45ab4c44-1949-4add-814a-c099e9e85e3f, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=45ab4c44-1949-4add-814a-c099e9e85e3f,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:47.530340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-849d0379-0b7b-4080-b71a-6d66a7d627dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:47.532989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:47.610162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] Calling delete_port for 77d374ae-a136-4bca-944a-b3ad1989ead6 owned by network:router_interface {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:47.624962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d0379-0b7b-4080-b71a-6d66a7d627dd None None] Pushing event updated for resources: {'Port': ['ID=45ab4c44-1949-4add-814a-c099e9e85e3f,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:47.634537 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-849d0379-0b7b-4080-b71a-6d66a7d627dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:47.725827 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:47.857462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-e7615374-3433-4a35-9a9a-1fa89679e193 None None] Provisioning complete for port 45ab4c44-1949-4add-814a-c099e9e85e3f triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:47.858492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e7615374-3433-4a35-9a9a-1fa89679e193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.019649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.022623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Allocated IP 172.20.0.1 (f8ee8939-74e1-472d-a506-044d673909ab/9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f/70f97724-3110-4e62-915e-6ff6696d0133) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:29:48.024553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d4004fba-f9d4-4a5b-9ab6-32ece3f27039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:48.124545 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.143301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Transition to ACTIVE for port object 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:29:48.155103 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] Pushing event deleted for resources: {'Port': ['ID=77d374ae-a136-4bca-944a-b3ad1989ead6,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:48.155513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.157691 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:48.169933 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:48.214510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.235329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Transition to ACTIVE for port object 70f97724-3110-4e62-915e-6ff6696d0133 will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:29:48.265487 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.266190 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Pushing event updated for resources: {'Port': ['ID=57cbdf85-cb0c-4e8c-8918-93e7821bc3ea,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:48.275824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-359d332f-0515-4147-a41a-028fb7d245a6 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:48.298799 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:48.304521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:48.304909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:48.305282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:48.305649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:48.306098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:48.306473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:48.306839 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:48.307220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:48.307583 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:48.309183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:48.309654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:48.318635 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:48.321219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Attempting to bind port 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:29:48.321618 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Attempting to bind port 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:29:48.321956 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Attempting to bind port 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea on network d08991fe-c0e4-4126-9314-569b6f56b472 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:29:48.330276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:29:48.330690 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Checking segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:29:48.331132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.331569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Bound using segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:29:48.332084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Bound port: 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:29:48.332503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.357776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Network f8ee8939-74e1-472d-a506-044d673909ab is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:29:48.369116 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:29:48.373998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:29:48.443777 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] For port 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:29:48.445469 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Pushing event updated for resources: {'Port': ['ID=70f97724-3110-4e62-915e-6ff6696d0133,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:48.450843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:48.452515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] For port 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=57cbdf85-cb0c-4e8c-8918-93e7821bc3ea,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:29:48.458795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.464812 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:48.473657 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398823'] for router_interface, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.478934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395265'] for router_interface, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.560448 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Pushing event updated for resources: {'Port': ['ID=57cbdf85-cb0c-4e8c-8918-93e7821bc3ea,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:48.598659 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:48.599358 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe025550>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:48.602165 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 45ab4c44-1949-4add-814a-c099e9e85e3f up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:29:48.653007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.744158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 45ab4c44-1949-4add-814a-c099e9e85e3f triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:48.744579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.780842 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-c6f5a9d6-453e-4edc-8776-bbd2133d1a45 None None] Provisioning for port 70f97724-3110-4e62-915e-6ff6696d0133 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:29:48.800811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-c6f5a9d6-453e-4edc-8776-bbd2133d1a45 None None] Provisioning complete for port 70f97724-3110-4e62-915e-6ff6696d0133 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:48.801225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c6f5a9d6-453e-4edc-8776-bbd2133d1a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.824990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:48.894375 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5a9d6-453e-4edc-8776-bbd2133d1a45 None None] Port 70f97724-3110-4e62-915e-6ff6696d0133 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:29:49.050785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e159088b-7da9-4cb2-9362-629ab8415fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:49.068017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:49.073817 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:49.107519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-45b9e52e-55b5-4909-baa1-d9771a224765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:49.196691 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Pushing event updated for resources: {'Port': ['ID=70f97724-3110-4e62-915e-6ff6696d0133,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:49.200060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854380442'] for router_interface, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:49.210157 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:49.292820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe025550>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 1, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:49.298770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cd460-11cb-4dc6-965c-1242adbc8e81 None None] The sync data for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi is: [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 1, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:29:49.304817 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] Router 8eb8d842-50e0-4588-a27f-a81736f4bc76 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:29:49.365015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Network f8ee8939-74e1-472d-a506-044d673909ab is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:29:49.366681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:29:49.593191 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:29:49.604618 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62459f09-370b-4ed0-8315-94d72cb537fa None None] Sync routers for ids ['8eb8d842-50e0-4588-a27f-a81736f4bc76'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:29:49.609561 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] 10.222.0.43 "PUT /v2.0/routers/8eb8d842-50e0-4588-a27f-a81736f4bc76/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4415436
Apr 20 18:29:49.614595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41032) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:49.626231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62459f09-370b-4ed0-8315-94d72cb537fa None None] Routers {'8eb8d842-50e0-4588-a27f-a81736f4bc76'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:49.626953 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-62459f09-370b-4ed0-8315-94d72cb537fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbc66ec18>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['8eb8d842-50e0-4588-a27f-a81736f4bc76'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:49.630932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26878148-3826-4ce2-9d20-83c3e9b81cb9 req-959afdbb-2c08-4f32-bef6-a318015f3362 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:49.632913 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-26878148-3826-4ce2-9d20-83c3e9b81cb9 req-959afdbb-2c08-4f32-bef6-a318015f3362 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 946 time: 0.1633656
Apr 20 18:29:49.714021 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0c752742-bb60-4738-995b-80e24447237d None None] Provisioning complete for port 70f97724-3110-4e62-915e-6ff6696d0133 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:49.714483 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0c752742-bb60-4738-995b-80e24447237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:49.888621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Router c4c05fc1-1cbf-41e5-b333-529f8792a7db has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:29:49.890077 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-26878148-3826-4ce2-9d20-83c3e9b81cb9 req-c31731c0-b038-41a5-a40b-a374c424265d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1895599
Apr 20 18:29:49.899121 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0c752742-bb60-4738-995b-80e24447237d None None] Port 70f97724-3110-4e62-915e-6ff6696d0133 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:29:49.957606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Notify callbacks [] for router, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:49.961036 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-62459f09-370b-4ed0-8315-94d72cb537fa None None] Set router 8eb8d842-50e0-4588-a27f-a81736f4bc76 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:50.135083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:29:50.150628 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] 10.222.0.43 "PUT /v2.0/routers/c4c05fc1-1cbf-41e5-b333-529f8792a7db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3102238
Apr 20 18:29:50.165315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:50.177514 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Deleting port 575d3063-3102-44b2-9e6f-b41c841f897f {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:50.177935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:50.368431 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-62459f09-370b-4ed0-8315-94d72cb537fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbc66ec18>, [{'id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'name': 'tempest-TestShelveInstance-949929054-router', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:15Z', 'updated_at': '2021-04-20T18:29:47Z', 'revision_number': 5, 'project_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'gw_port': {'id': '575d3063-3102-44b2-9e6f-b41c841f897f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:88:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:24:16Z', 'updated_at': '2021-04-20T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:50.376438 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62459f09-370b-4ed0-8315-94d72cb537fa None None] Checking router: 8eb8d842-50e0-4588-a27f-a81736f4bc76 for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:29:50.399308 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62459f09-370b-4ed0-8315-94d72cb537fa None None] Routers {'8eb8d842-50e0-4588-a27f-a81736f4bc76'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:50.399993 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-62459f09-370b-4ed0-8315-94d72cb537fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbc66ec18>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['8eb8d842-50e0-4588-a27f-a81736f4bc76'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:50.460272 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] For port 575d3063-3102-44b2-9e6f-b41c841f897f, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=575d3063-3102-44b2-9e6f-b41c841f897f,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:50.461065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:50.584119 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-62459f09-370b-4ed0-8315-94d72cb537fa None None] Set router 8eb8d842-50e0-4588-a27f-a81736f4bc76 gateway port host: None {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:50.669418 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Calling delete_port for 575d3063-3102-44b2-9e6f-b41c841f897f owned by network:router_gateway {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:50.706909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-62459f09-370b-4ed0-8315-94d72cb537fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbc66ec18>, [{'id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'name': 'tempest-TestShelveInstance-949929054-router', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:15Z', 'updated_at': '2021-04-20T18:29:50Z', 'revision_number': 6, 'project_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'gw_port_host': None}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:50.709419 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:29:50.752703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62459f09-370b-4ed0-8315-94d72cb537fa None None] The sync data for ids ['8eb8d842-50e0-4588-a27f-a81736f4bc76'] in dv-cinder-786929-2-iscsi is: [{'id': '8eb8d842-50e0-4588-a27f-a81736f4bc76', 'name': 'tempest-TestShelveInstance-949929054-router', 'tenant_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:24:15Z', 'updated_at': '2021-04-20T18:29:50Z', 'revision_number': 6, 'project_id': 'cc76b45836934d19b0e3653ddcef9c9a', 'gw_port_host': None}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:29:50.816296 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-f0b2df8b-06fe-462e-ae28-92913f2aaac5 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:50.817987 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-f0b2df8b-06fe-462e-ae28-92913f2aaac5 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.41 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 946 time: 0.1974907
Apr 20 18:29:50.826383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:29:50.831942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:50.832368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:50.927977 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Deleting port fe1c6c11-80e7-460c-a687-db7c37a42c26 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:50.928528 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.006125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41052) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:51.021136 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1658480281-network', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:29:51.022973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.028432 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:29:51.033618 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Usage tracker for resource:network and tenant:64e45c417da349599fa7f846d2a5fa90 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:29:51.037183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:29:51.045833 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=57cbdf85-cb0c-4e8c-8918-93e7821bc3ea,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:51.051223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.051934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:29:51.059239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:51.072482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Made reservation on behalf of 64e45c417da349599fa7f846d2a5fa90 for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:29:51.079905 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.156647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.166893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=57cbdf85-cb0c-4e8c-8918-93e7821bc3ea,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:51.170993 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:51.189471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:29:51.192093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.195642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Usage tracker for resource:security_group_rule and tenant:64e45c417da349599fa7f846d2a5fa90 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:29:51.200228 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ad39ab0a-9c94-4b95-b44d-4a773ab364dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:51.203198 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:29:51.212654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:29:51.253545 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=575d3063-3102-44b2-9e6f-b41c841f897f,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:51.269436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c07098-15ec-4752-b072-c1f8a4ad899a req-47689993-0965-4195-b9ea-79aea4e9e1b5 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:51.271176 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-70c07098-15ec-4752-b072-c1f8a4ad899a req-47689993-0965-4195-b9ea-79aea4e9e1b5 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 946 time: 0.1647911
Apr 20 18:29:51.281084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:51.343526 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-70c07098-15ec-4752-b072-c1f8a4ad899a req-70c2b464-e669-4e3f-b6f0-07ad14ed135e tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645623
Apr 20 18:29:51.385226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.388702 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.393696 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ab7dd7fd-81f7-436b-a217-126f1054bc71 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:51.420392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:29:51.434930 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e783577-4d8a-4ec3-8bd1-9301f12cb9ba,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:51.438307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:51.441197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.441591 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Added segment 18b60938-9ceb-43e9-8340-0b7c3968ce8c of type vlan for network c0eba309-bbab-4efa-b6e4-63b160e56b79
Apr 20 18:29:51.470975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.478234 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854341274'] for router_gateway, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.503974 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.505488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:51.506261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.514146 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:51.619390 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] For port fe1c6c11-80e7-460c-a687-db7c37a42c26, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe1c6c11-80e7-460c-a687-db7c37a42c26,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:51.619798 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.624178 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6125565
Apr 20 18:29:51.625249 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c0eba309-bbab-4efa-b6e4-63b160e56b79,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:51.627427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41056) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:51.629894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:51.634080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Request body: {'subnet': {'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1658480281-subnet', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'ip_version': 4}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:29:51.636044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network c0eba309-bbab-4efa-b6e4-63b160e56b79 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:29:51.640242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:29:51.644374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Usage tracker for resource:subnet and tenant:64e45c417da349599fa7f846d2a5fa90 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:29:51.647515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:29:51.654676 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:29:51.664975 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Made reservation on behalf of 64e45c417da349599fa7f846d2a5fa90 for: {'subnet': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:29:51.670177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852364157'] for subnet, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.937396 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771042'] for router, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.992420 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.114984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399998'] for router, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.115464 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb8d842-50e0-4588-a27f-a81736f4bc76 {{(pid=86369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:29:52.142072 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2339437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852364142'] for subnet, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.147029 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-99b3ad26-bafe-4074-919f-a2d8ea42c3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:52.214346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.216346 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] 10.222.0.43 "DELETE /v2.0/routers/8eb8d842-50e0-4588-a27f-a81736f4bc76 HTTP/1.1" status: 204  len: 168 time: 2.5967183
Apr 20 18:29:52.219542 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41060) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:52.225774 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e18c18f-a0c0-45a8-ae76-d21bd6e04029,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:52.230120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:52.238379 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Checking segment: {'id': '18b60938-9ceb-43e9-8340-0b7c3968ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:29:52.238779 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Network hostable DHCP agents. Network: c0eba309-bbab-4efa-b6e4-63b160e56b79, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:29:52.258771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Network c0eba309-bbab-4efa-b6e4-63b160e56b79 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:29:52.269014 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, c0eba309-bbab-4efa-b6e4-63b160e56b79) {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:29:52.279916 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e49b6af-e67d-45ce-85d8-5faba3d0d117 None None] Network c0eba309-bbab-4efa-b6e4-63b160e56b79 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:29:52.282710 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:52.283447 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.307984 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7c597785-8e08-4a3d-bc40-e3752d0b6110 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6774056
Apr 20 18:29:52.308901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41064) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:52.314653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1658480281-router', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:29:52.320016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:29:52.325091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Usage tracker for resource:router and tenant:64e45c417da349599fa7f846d2a5fa90 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:29:52.329081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:29:52.335774 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:29:52.346140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771027'] for router, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.347270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4757'] for router, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.364687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.423934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fae45d6-186c-43ec-ad56-43c9ca5f28a1 admin admin] Deleting subnet 3dc1ac3e-0506-4456-8a6e-894b288c1477 {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:29:52.451166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8fae45d6-186c-43ec-ad56-43c9ca5f28a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.507157 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.508439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.509250 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Floating IP 0e8d7bb4-a704-455a-a787-65c784491796 disassociated. External IP: 172.27.1.18, port: fe1c6c11-80e7-460c-a687-db7c37a42c26.
Apr 20 18:29:52.509834 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Calling delete_port for fe1c6c11-80e7-460c-a687-db7c37a42c26 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:52.539582 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:29:52.608165 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20c587e-0ae1-536d-81a8-d9304bd08c12-c0eba309-bbab-4efa-b6e4-63b160e56b79', 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'fixed_ips': [{'subnet_id': '8e18c18f-a0c0-45a8-ae76-d21bd6e04029'}]}} from dv-cinder-786929-2-iscsi. {{(pid=86371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:29:52.609143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.672120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8fae45d6-186c-43ec-ad56-43c9ca5f28a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852691882'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.696902 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4742'] for router, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.724379 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:52.725054 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.771535 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088f45e-b098-4f2c-918d-1b49734e7a6b req-a47bcb35-1a4b-4f42-b2e7-a083b68c4d4f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:52.773305 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5088f45e-b098-4f2c-918d-1b49734e7a6b req-a47bcb35-1a4b-4f42-b2e7-a083b68c4d4f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 946 time: 0.2177739
Apr 20 18:29:52.918822 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5088f45e-b098-4f2c-918d-1b49734e7a6b req-8d53e85d-d879-43d0-a506-f4b1238e4af6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups?id=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1372685
Apr 20 18:29:52.938242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8fae45d6-186c-43ec-ad56-43c9ca5f28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.976371 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:52.985579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e7207d35-0088-4e37-8f6a-1903d7db3890 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:53.055279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event deleted for resources: {'Port': ['ID=fe1c6c11-80e7-460c-a687-db7c37a42c26,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:53.064007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:53.103534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Allocated IP 172.20.0.2 (c0eba309-bbab-4efa-b6e4-63b160e56b79/8e18c18f-a0c0-45a8-ae76-d21bd6e04029/cca5bb59-db55-417d-b578-3b09be12613e) {{(pid=86371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:29:53.103766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.138681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.310549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 77d374ae-a136-4bca-944a-b3ad1989ead6 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:53.313910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Allocated IP 172.27.1.83 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/c358667a-7aff-40fe-8b1b-fbb73e28cd37) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:29:53.331662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Sync routers for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:29:53.345270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:53.346797 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdc16710>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:53.387818 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 77d374ae-a136-4bca-944a-b3ad1989ead6 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:53.388552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 77d374ae-a136-4bca-944a-b3ad1989ead6 not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:53.388689 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 575d3063-3102-44b2-9e6f-b41c841f897f no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:53.445107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 575d3063-3102-44b2-9e6f-b41c841f897f {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:53.445461 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 575d3063-3102-44b2-9e6f-b41c841f897f not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:53.467815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:29:53.479109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Notify callbacks [] for port, precommit_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.491740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Transition to ACTIVE for port object cca5bb59-db55-417d-b578-3b09be12613e will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:29:53.521965 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Transition to ACTIVE for port object cca5bb59-db55-417d-b578-3b09be12613e will not be triggered until provisioned by entity DHCP. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:29:53.531590 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.537711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:53.563533 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.607882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.616849 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-77cfa2ae-0e49-4887-ad4d-b757225ffefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:53.620304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:53.644007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Network c0eba309-bbab-4efa-b6e4-63b160e56b79 is already hosted by enough agents. {{(pid=86371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:29:53.653333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Resources bound (agent type, host, resource id):  {{(pid=86371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:29:53.656081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Received port after_create {{(pid=86371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:29:53.701880 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:29:53.715831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:29:53.718736 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8fae45d6-186c-43ec-ad56-43c9ca5f28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852495547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850637491'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.721645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:29:53.731417 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-40ee8a16-a903-4ed9-b7c4-126b48e0e772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:53.785628 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae45d6-186c-43ec-ad56-43c9ca5f28a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc1ac3e-0506-4456-8a6e-894b288c1477,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:53.788523 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8fae45d6-186c-43ec-ad56-43c9ca5f28a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:53.796322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8fae45d6-186c-43ec-ad56-43c9ca5f28a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.814299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Pushing event updated for resources: {'Port': ['ID=cca5bb59-db55-417d-b578-3b09be12613e,revision_number=1']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:53.817308 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f29baa-a27a-4c4b-815a-f88578abc165 None None] Network e685ddb2-531a-457e-905e-2e65aaa32320 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:29:53.833259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:53.835347 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-8fae45d6-186c-43ec-ad56-43c9ca5f28a1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3dc1ac3e-0506-4456-8a6e-894b288c1477 HTTP/1.1" status: 204  len: 168 time: 1.6149094
Apr 20 18:29:53.838936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41070) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:53.869455 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:29:53.904850 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a2427-14e3-40dc-9a16-f21a38fa94db None None] Sync routers for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:29:53.928690 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Attempting to bind port cca5bb59-db55-417d-b578-3b09be12613e on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:29:53.929547 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Attempting to bind port cca5bb59-db55-417d-b578-3b09be12613e by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '18b60938-9ceb-43e9-8340-0b7c3968ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:29:53.930323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Attempting to bind port cca5bb59-db55-417d-b578-3b09be12613e on network c0eba309-bbab-4efa-b6e4-63b160e56b79 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:29:53.939789 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:29:53.940917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Checking segment: {'id': '18b60938-9ceb-43e9-8340-0b7c3968ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:29:53.941595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.942704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Bound using segment: {'id': '18b60938-9ceb-43e9-8340-0b7c3968ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:29:53.943407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Bound port: cca5bb59-db55-417d-b578-3b09be12613e, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b60938-9ceb-43e9-8340-0b7c3968ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:29:53.944002 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.971893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a2427-14e3-40dc-9a16-f21a38fa94db None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:53.972911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-924a2427-14e3-40dc-9a16-f21a38fa94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd2a1588>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:54.088436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Pushing event updated for resources: {'Port': ['ID=c358667a-7aff-40fe-8b1b-fbb73e28cd37,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:54.099700 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:54.107849 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdc16710>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 2, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:54.113769 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Checking router: c4c05fc1-1cbf-41e5-b333-529f8792a7db for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:29:54.114225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Updating router c4c05fc1-1cbf-41e5-b333-529f8792a7db port 70f97724-3110-4e62-915e-6ff6696d0133 binding host dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:29:54.196350 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:54.280081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] No DVR routers for this DVR port fe1c6c11-80e7-460c-a687-db7c37a42c26 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:29:54.282567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:54.289758 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-982fe4a7-597b-4f89-9365-195cad7a4df4 req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.41 "DELETE /v2.0/ports/fe1c6c11-80e7-460c-a687-db7c37a42c26 HTTP/1.1" status: 204  len: 173 time: 3.4663327
Apr 20 18:29:54.295895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'name': 'network-vif-deleted', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:29:54.330343 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:54.351492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Deleting port 51b60fc3-7f89-4338-9c9a-520642c69e7c {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:54.351885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:54.439526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] For port cca5bb59-db55-417d-b578-3b09be12613e, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:29:54.457819 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-924a2427-14e3-40dc-9a16-f21a38fa94db None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:54.508238 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527f2af3-edb5-482d-a675-bde7eb1de93e', 'name': 'network-vif-deleted', 'tag': 'fe1c6c11-80e7-460c-a687-db7c37a42c26', 'status': 'completed', 'code': 200}
Apr 20 18:29:54.525461 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] For port cca5bb59-db55-417d-b578-3b09be12613e, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=cca5bb59-db55-417d-b578-3b09be12613e,segment=NetworkSegment(18b60938-9ceb-43e9-8340-0b7c3968ce8c),segment_id=18b60938-9ceb-43e9-8340-0b7c3968ce8c)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:29:54.541994 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:54.576110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:54.703188 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5fb2e9e5-a0d0-4d12-85f1-8aeb99a55aca req-7406bd94-ed0e-434f-a7ea-2ecde35df1f2 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/ports?device_id=527f2af3-edb5-482d-a675-bde7eb1de93e HTTP/1.1" status: 200  len: 210 time: 0.5331960
Apr 20 18:29:54.710143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] For port 51b60fc3-7f89-4338-9c9a-520642c69e7c, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=51b60fc3-7f89-4338-9c9a-520642c69e7c,segment=NetworkSegment(94f7fd0a-0df6-43bf-89c4-f9f424e66119),segment_id=94f7fd0a-0df6-43bf-89c4-f9f424e66119)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:54.710791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:54.842532 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:54.853363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:54.895550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Transition to ACTIVE for port object 70f97724-3110-4e62-915e-6ff6696d0133 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:29:54.905866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:54.912260 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17497fd-6677-4741-8957-7e3f54c660ad None None] DHCP port deletion for e685ddb2-531a-457e-905e-2e65aaa32320 request from dv-cinder-786929-2-iscsi {{(pid=86371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:29:54.916701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fe1c6c11-80e7-460c-a687-db7c37a42c26 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:54.918506 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:54.930147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Calling delete_port for 51b60fc3-7f89-4338-9c9a-520642c69e7c owned by network:dhcp {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:54.981486 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-f17497fd-6677-4741-8957-7e3f54c660ad None None] Deleting port 51b60fc3-7f89-4338-9c9a-520642c69e7c {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:54.982067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f17497fd-6677-4741-8957-7e3f54c660ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:55.011700 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: fe1c6c11-80e7-460c-a687-db7c37a42c26 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:55.012241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fe1c6c11-80e7-460c-a687-db7c37a42c26 not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:55.014014 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Pushing event updated for resources: {'Port': ['ID=cca5bb59-db55-417d-b578-3b09be12613e,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:55.038456 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:55.046709 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:55.052773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a59d0753-3583-4732-ba0a-2b91620b9d32 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:55.098672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887e494-9d3c-4d7e-96d1-625965763f9f None None] Pushing event updated for resources: {'Port': ['ID=70f97724-3110-4e62-915e-6ff6696d0133,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:55.116476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9887e494-9d3c-4d7e-96d1-625965763f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:55.129491 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b60fc3-7f89-4338-9c9a-520642c69e7c,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:55.133955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:55.140912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] No DVR routers for this DVR port 51b60fc3-7f89-4338-9c9a-520642c69e7c on host dv-cinder-786929-2-iscsi {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:29:55.277804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-f17497fd-6677-4741-8957-7e3f54c660ad None None] The port '51b60fc3-7f89-4338-9c9a-520642c69e7c' was deleted {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:29:55.303818 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-924a2427-14e3-40dc-9a16-f21a38fa94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd2a1588>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:30Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:55.308894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a2427-14e3-40dc-9a16-f21a38fa94db None None] Checking router: 1d93e8d7-93a8-459f-b5e0-ec7d0647084f for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:29:55.318776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a2427-14e3-40dc-9a16-f21a38fa94db None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:55.319462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-924a2427-14e3-40dc-9a16-f21a38fa94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd2a1588>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:55.331176 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Attempting to bind port 70f97724-3110-4e62-915e-6ff6696d0133 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:29:55.331971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Attempting to bind port 70f97724-3110-4e62-915e-6ff6696d0133 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:29:55.332598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Attempting to bind port 70f97724-3110-4e62-915e-6ff6696d0133 on network f8ee8939-74e1-472d-a506-044d673909ab {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:29:55.351517 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:29:55.352283 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Checking segment: {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:29:55.353027 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:55.353673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Bound using segment: {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:29:55.354461 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Bound port: 70f97724-3110-4e62-915e-6ff6696d0133, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:29:55.355745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:55.374970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:55.473829 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] For port 70f97724-3110-4e62-915e-6ff6696d0133, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:29:55.477408 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] For port 70f97724-3110-4e62-915e-6ff6696d0133, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=70f97724-3110-4e62-915e-6ff6696d0133,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:29:55.487741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:55.494414 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9887e494-9d3c-4d7e-96d1-625965763f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:55.496961 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854341156'] for router, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:55.523062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbc87c828>,) {'filters': {'network_id': ['e685ddb2-531a-457e-905e-2e65aaa32320']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:55.539382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbc87c828>, '94f7fd0a-0df6-43bf-89c4-f9f424e66119') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:55.539770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbc87c828>, '94f7fd0a-0df6-43bf-89c4-f9f424e66119') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:55.555838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083934'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:55.576679 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:55.586620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:29:55.770739 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-924a2427-14e3-40dc-9a16-f21a38fa94db None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:55.794422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Router 3ddef009-4d09-413a-a416-cd1b2ba5ba51 is scheduled to L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd with binding_index 1 {{(pid=86370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:29:55.800789 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887e494-9d3c-4d7e-96d1-625965763f9f None None] Pushing event updated for resources: {'Port': ['ID=70f97724-3110-4e62-915e-6ff6696d0133,revision_number=4']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:55.829819 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9887e494-9d3c-4d7e-96d1-625965763f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:55.845926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Network e685ddb2-531a-457e-905e-2e65aaa32320 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:29:55.859330 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2280166'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:55.868130 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:55.869111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdc16710>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:55.932703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41082) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:56.133452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-36dee326-40ad-45f2-8bfc-604bb188d3e6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:56.150486 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:56.154947 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Network e685ddb2-531a-457e-905e-2e65aaa32320 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:29:56.186128 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:29:56.191388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:29:56.226606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Sync routers for ids ['3ddef009-4d09-413a-a416-cd1b2ba5ba51'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:29:56.235294 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-80f47940-8038-4699-95f9-025373649145 admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:56.240029 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-80f47940-8038-4699-95f9-025373649145 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.9296331
Apr 20 18:29:56.240784 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41086) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:56.242763 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-36dee326-40ad-45f2-8bfc-604bb188d3e6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:56.272751 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Routers {'3ddef009-4d09-413a-a416-cd1b2ba5ba51'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:56.273694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbeaa6860>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['3ddef009-4d09-413a-a416-cd1b2ba5ba51'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:56.326830 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:56.340054 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:56.344796 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:56.355985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-924a2427-14e3-40dc-9a16-f21a38fa94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd2a1588>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:30Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:56.361080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a2427-14e3-40dc-9a16-f21a38fa94db None None] The sync data for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi is: [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:23:20Z', 'revision_number': 4, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': 'd3be100b-ab04-4fff-9434-2e28f0ccd30d', 'name': '', 'network_id': '57e5a436-aca0-48fd-a6de-9a7a8bcb10a8', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'mac_address': 'fa:16:3e:84:a1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:19Z', 'updated_at': '2021-04-20T18:23:30Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'subnets': [{'id': '96e487bf-c814-4be6-9fde-e683deb8645e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:29:56.395168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Pushing event deleted for resources: {'Network': ['ID=e685ddb2-531a-457e-905e-2e65aaa32320,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:56.409272 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:56.416567 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e685ddb2-531a-457e-905e-2e65aaa32320 HTTP/1.1" status: 204  len: 168 time: 2.5762835
Apr 20 18:29:56.717611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 70f97724-3110-4e62-915e-6ff6696d0133 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:29:56.756763 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-36dee326-40ad-45f2-8bfc-604bb188d3e6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:56.762560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41092) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:56.776490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6542a29b-a66b-4bb7-991d-2df23ff545dd None None] Network c0eba309-bbab-4efa-b6e4-63b160e56b79 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:29:56.802158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0d43608c-2677-4739-8adf-ecbdaae7890d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:56.857772 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b0cbb3be-adf4-43bf-8c5a-6c7ce97f7808 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4d7c375e95c4bd0b34b93e0f43a0b57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0937061
Apr 20 18:29:56.858493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41096) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:56.890172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Set router 3ddef009-4d09-413a-a416-cd1b2ba5ba51 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:56.913934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dee326-40ad-45f2-8bfc-604bb188d3e6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae3e2ec-16e4-46f3-9405-9d56f502cfbe,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:56.924715 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-36dee326-40ad-45f2-8bfc-604bb188d3e6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:56.925726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-36dee326-40ad-45f2-8bfc-604bb188d3e6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:56.927243 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-36dee326-40ad-45f2-8bfc-604bb188d3e6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "DELETE /v2.0/security-groups/1ae3e2ec-16e4-46f3-9405-9d56f502cfbe HTTP/1.1" status: 204  len: 168 time: 0.9923937
Apr 20 18:29:56.955877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41100) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:57.013978 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.v2.resource [None req-5b87831f-097f-457c-8748-4db25033d008 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] show failed (client error): The resource could not be found.
Apr 20 18:29:57.019938 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5b87831f-097f-457c-8748-4db25033d008 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "GET /v2.0/security-groups/1ae3e2ec-16e4-46f3-9405-9d56f502cfbe HTTP/1.1" status: 404  len: 347 time: 0.0607185
Apr 20 18:29:57.020927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-88c67b7d-0184-4a94-91c9-d2c4edeb8bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:57.021144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41104) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:57.021334 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cad814-3d49-4531-afbd-644200f7dc20 None None] New status for floating IP 0e8d7bb4-a704-455a-a787-65c784491796: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:29:57.053007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-88c67b7d-0184-4a94-91c9-d2c4edeb8bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:57.104028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-de7078fc-0b47-4903-a02c-769c7e371064 None None] Provisioning for port cca5bb59-db55-417d-b578-3b09be12613e completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:29:57.106512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-88c67b7d-0184-4a94-91c9-d2c4edeb8bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:57.118540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-26c3e7c4-3094-4c2c-8f69-9968d7c5ec7d tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:57.137870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c67b7d-0184-4a94-91c9-d2c4edeb8bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483f3879-1617-4dfb-ad35-c3c3a64eab97,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:57.154087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-88c67b7d-0184-4a94-91c9-d2c4edeb8bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:57.155903 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-88c67b7d-0184-4a94-91c9-d2c4edeb8bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:57.163585 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-88c67b7d-0184-4a94-91c9-d2c4edeb8bde admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/483f3879-1617-4dfb-ad35-c3c3a64eab97 HTTP/1.1" status: 204  len: 168 time: 0.3037128
Apr 20 18:29:57.179645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdc16710>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:55Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:57.191957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b74575-783b-4ef4-91d5-57bf9bde2f20 None None] The sync data for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi is: [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:55Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:29:57.234880 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Deleting port 411320fb-81e7-41d7-a4ba-f7704c75eceb {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:57.235800 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:57.345125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbeaa6860>, [{'id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'name': 'tempest-TestVolumeBootPattern-1658480281-router', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:52Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 3, 'project_id': '64e45c417da349599fa7f846d2a5fa90', 'gw_port': {'id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:53Z', 'updated_at': '2021-04-20T18:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:57.354426 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Checking router: 3ddef009-4d09-413a-a416-cd1b2ba5ba51 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:29:57.354801 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Updating router 3ddef009-4d09-413a-a416-cd1b2ba5ba51 port c358667a-7aff-40fe-8b1b-fbb73e28cd37 binding host dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:29:57.372195 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 70f97724-3110-4e62-915e-6ff6696d0133 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:29:57.427640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 70f97724-3110-4e62-915e-6ff6696d0133 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:57.428183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:57.498284 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:57.716594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:57.761766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 70f97724-3110-4e62-915e-6ff6696d0133, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=70f97724-3110-4e62-915e-6ff6696d0133,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:57.766436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:57.767569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device cca5bb59-db55-417d-b578-3b09be12613e up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:29:57.832924 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:57.835459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41112) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:57.961968 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a16e767e-323e-4e8a-a748-ef0f705655ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc76b45836934d19b0e3653ddcef9c9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1227121
Apr 20 18:29:57.968728 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41116) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:58.002837 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.003820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.020227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=70f97724-3110-4e62-915e-6ff6696d0133,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:58.027857 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:58.038895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port cca5bb59-db55-417d-b578-3b09be12613e completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:29:58.045130 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port cca5bb59-db55-417d-b578-3b09be12613e triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:58.045699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.048777 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-02f1095c-2fde-414c-ad8e-4dc7f3981fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.081037 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.098775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-02f1095c-2fde-414c-ad8e-4dc7f3981fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.099587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Transition to ACTIVE for port object c358667a-7aff-40fe-8b1b-fbb73e28cd37 will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:29:58.107239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.114766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:58.158534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-02f1095c-2fde-414c-ad8e-4dc7f3981fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.171698 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8e59ff6c-3dd0-44ab-b56d-4d19afed668a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:58.194803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Attempting to bind port c358667a-7aff-40fe-8b1b-fbb73e28cd37 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:29:58.195227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Attempting to bind port c358667a-7aff-40fe-8b1b-fbb73e28cd37 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:29:58.195785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Attempting to bind port c358667a-7aff-40fe-8b1b-fbb73e28cd37 on network d08991fe-c0e4-4126-9314-569b6f56b472 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:29:58.198186 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Calling delete_port for 411320fb-81e7-41d7-a4ba-f7704c75eceb owned by network:floatingip {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:58.202317 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1095c-2fde-414c-ad8e-4dc7f3981fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1a0e78-c780-4b7a-82e2-27f44c4a980b,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:58.203333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-02f1095c-2fde-414c-ad8e-4dc7f3981fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.204573 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-02f1095c-2fde-414c-ad8e-4dc7f3981fbe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f1a0e78-c780-4b7a-82e2-27f44c4a980b HTTP/1.1" status: 204  len: 168 time: 0.2347775
Apr 20 18:29:58.205648 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-02f1095c-2fde-414c-ad8e-4dc7f3981fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:58.213292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:29:58.213872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Checking segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:29:58.214369 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.215030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Bound using segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:29:58.216099 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Bound port: c358667a-7aff-40fe-8b1b-fbb73e28cd37, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:29:58.216099 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.252247 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-25c2bd14-4e6d-4fd6-8451-8dc38ee6b754 None None] Provisioning complete for port cca5bb59-db55-417d-b578-3b09be12613e triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:58.253002 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-25c2bd14-4e6d-4fd6-8451-8dc38ee6b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.290138 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09363c1d-9d93-423b-baf5-e481979fc760 None None] Pushing event updated for resources: {'Port': ['ID=c358667a-7aff-40fe-8b1b-fbb73e28cd37,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:58.295135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-09363c1d-9d93-423b-baf5-e481979fc760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:58.330197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.347275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] For port c358667a-7aff-40fe-8b1b-fbb73e28cd37, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:29:58.351548 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] For port c358667a-7aff-40fe-8b1b-fbb73e28cd37, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=c358667a-7aff-40fe-8b1b-fbb73e28cd37,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:29:58.357162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.363379 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-36a25270-9e18-439f-93ef-4fd153987d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:58.406003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port cca5bb59-db55-417d-b578-3b09be12613e, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=cca5bb59-db55-417d-b578-3b09be12613e,segment=NetworkSegment(18b60938-9ceb-43e9-8340-0b7c3968ce8c),segment_id=18b60938-9ceb-43e9-8340-0b7c3968ce8c)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:58.423077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.423290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.426204 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5cd0f89d-1549-462f-a0c4-572bf6a0278c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:58.473054 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.db.api [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:29:58.473389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_db.api [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:29:58.523856 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Routers {'3ddef009-4d09-413a-a416-cd1b2ba5ba51'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:58.524563 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbeaa6860>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['3ddef009-4d09-413a-a416-cd1b2ba5ba51'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:58.568870 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 51b60fc3-7f89-4338-9c9a-520642c69e7c no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:58.641311 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=cca5bb59-db55-417d-b578-3b09be12613e,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:58.644995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 51b60fc3-7f89-4338-9c9a-520642c69e7c {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:58.645783 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 51b60fc3-7f89-4338-9c9a-520642c69e7c not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:58.648099 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:58.711125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Allocated IP 172.20.0.1 (c0eba309-bbab-4efa-b6e4-63b160e56b79/8e18c18f-a0c0-45a8-ae76-d21bd6e04029/00a9f930-cf6d-47a2-894f-889f0b3f8c4b) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:29:58.722009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09363c1d-9d93-423b-baf5-e481979fc760 None None] Pushing event updated for resources: {'Port': ['ID=c358667a-7aff-40fe-8b1b-fbb73e28cd37,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:58.728576 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-09363c1d-9d93-423b-baf5-e481979fc760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:58.824393 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 70f97724-3110-4e62-915e-6ff6696d0133 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:29:58.892743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.909218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 70f97724-3110-4e62-915e-6ff6696d0133 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:58.909759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.911108 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Transition to ACTIVE for port object 00a9f930-cf6d-47a2-894f-889f0b3f8c4b will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:29:58.939323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:58.944441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f94af8b0-5546-40ef-8987-2f3df32d6f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:58.964048 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] Set router 3ddef009-4d09-413a-a416-cd1b2ba5ba51 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:58.987605 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Deleting port 411320fb-81e7-41d7-a4ba-f7704c75eceb {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:58.988101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:59.037978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device cca5bb59-db55-417d-b578-3b09be12613e up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:29:59.055719 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Network c0eba309-bbab-4efa-b6e4-63b160e56b79 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:29:59.066361 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:29:59.068991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:29:59.121835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port cca5bb59-db55-417d-b578-3b09be12613e triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:59.122287 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:59.144568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Pushing event updated for resources: {'Port': ['ID=00a9f930-cf6d-47a2-894f-889f0b3f8c4b,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:59.147906 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:59.228842 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395265'] for router_interface, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:59.304488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:59.304734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbeaa6860>, [{'id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'name': 'tempest-TestVolumeBootPattern-1658480281-router', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:52Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 3, 'project_id': '64e45c417da349599fa7f846d2a5fa90', 'gw_port': {'id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:53Z', 'updated_at': '2021-04-20T18:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:59.304885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:59.309125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6911c8cf-310e-454f-a09e-4125718d9d50 None None] The sync data for ids ['3ddef009-4d09-413a-a416-cd1b2ba5ba51'] in dv-cinder-786929-2-iscsi is: [{'id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'name': 'tempest-TestVolumeBootPattern-1658480281-router', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:52Z', 'updated_at': '2021-04-20T18:29:54Z', 'revision_number': 3, 'project_id': '64e45c417da349599fa7f846d2a5fa90', 'gw_port': {'id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:53Z', 'updated_at': '2021-04-20T18:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:29:59.311770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-4e36b197-76d2-4b47-af18-34325a4d4ccf None None] Provisioning for port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:29:59.318287 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-4e36b197-76d2-4b47-af18-34325a4d4ccf None None] Provisioning complete for port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:59.318653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4e36b197-76d2-4b47-af18-34325a4d4ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:59.377061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-4e36b197-76d2-4b47-af18-34325a4d4ccf None None] Port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:29:59.452574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Calling delete_port for 411320fb-81e7-41d7-a4ba-f7704c75eceb owned by network:floatingip {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:59.601737 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:59.749172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:59.756737 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f186a830-2af8-411f-b187-2d0c3cc5fd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:59.805719 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Pushing event deleted for resources: {'Port': ['ID=411320fb-81e7-41d7-a4ba-f7704c75eceb,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:59.829481 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:59.842968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2004adf5-2015-43ba-abd5-f73bfb731499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:00.032882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks [] for floatingip, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:00.063337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:00.064589 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5103b6d7-efe0-4e89-a6f9-37300319ec82 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] 10.222.0.43 "DELETE /v2.0/floatingips/0e8d7bb4-a704-455a-a787-65c784491796 HTTP/1.1" status: 204  len: 168 time: 3.0422277
Apr 20 18:30:00.091900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:00.100582 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:00.132754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:00.227716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854380442'] for router_interface, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:00.232932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Pushing event updated for resources: {'Port': ['ID=00a9f930-cf6d-47a2-894f-889f0b3f8c4b,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:00.237963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:00.387412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Network c0eba309-bbab-4efa-b6e4-63b160e56b79 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:00.388664 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:00.594387 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Router 3ddef009-4d09-413a-a416-cd1b2ba5ba51 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:30:00.623755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-761022c0-0918-4df8-98c6-309eb96053b2 None None] Provisioning complete for port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:00.624186 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-761022c0-0918-4df8-98c6-309eb96053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:00.683805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-761022c0-0918-4df8-98c6-309eb96053b2 None None] Port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:30:00.772855 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device c358667a-7aff-40fe-8b1b-fbb73e28cd37 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:00.857093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port c358667a-7aff-40fe-8b1b-fbb73e28cd37 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:00.862642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port c358667a-7aff-40fe-8b1b-fbb73e28cd37 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:00.863070 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.040673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:30:01.046650 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] 10.222.0.43 "PUT /v2.0/routers/3ddef009-4d09-413a-a416-cd1b2ba5ba51/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7941785
Apr 20 18:30:01.171150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.190222 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port c358667a-7aff-40fe-8b1b-fbb73e28cd37, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=c358667a-7aff-40fe-8b1b-fbb73e28cd37,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:01.193149 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.196071 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-849d0379-0b7b-4080-b71a-6d66a7d627dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:01.268932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=c358667a-7aff-40fe-8b1b-fbb73e28cd37,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:01.272143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:01.601623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41140) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:01.609273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-343026120', 'description': 'tempest-secgroup-smoke-343026120 description', 'project_id': 'b342d1a5cf154285af0adb86f85d67b1'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:01.616060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:01.621119 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Usage tracker for resource:security_group and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:01.624434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:01.630773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:01.642568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.664860 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:01.669935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Usage tracker for resource:security_group_rule and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:01.673249 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:01.680132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:01.755795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.758604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.769697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:01.808988 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.813266 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2074854
Apr 20 18:30:01.813751 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41146) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:01.814092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11254459-74c8-4580-b1bc-937479a38281,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:01.817098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6a72f561-482d-4e9a-b206-2eb767c33434 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:01.819962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-d0ef4305-b242-4e18-b90e-314fea77517f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'security_group_rule': {'security_group_id': '11254459-74c8-4580-b1bc-937479a38281', 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:01.835573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d0ef4305-b242-4e18-b90e-314fea77517f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:01.840202 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d0ef4305-b242-4e18-b90e-314fea77517f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Usage tracker for resource:security_group_rule and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:01.843248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-d0ef4305-b242-4e18-b90e-314fea77517f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:01.849251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-d0ef4305-b242-4e18-b90e-314fea77517f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:01.866162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4305-b242-4e18-b90e-314fea77517f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.931064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4305-b242-4e18-b90e-314fea77517f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.933932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4305-b242-4e18-b90e-314fea77517f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.936120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e31f75f0-726c-452c-8659-fd60651800a4 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:01.957422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef4305-b242-4e18-b90e-314fea77517f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff393791-5ebe-4def-acc8-35d20fc40658,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:01.961558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d0ef4305-b242-4e18-b90e-314fea77517f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:01.971068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4305-b242-4e18-b90e-314fea77517f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:01.972377 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d0ef4305-b242-4e18-b90e-314fea77517f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1573758
Apr 20 18:30:01.975275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41150) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:01.982016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-52cb9f15-3b09-4cad-8e93-08f4cb7705b1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'security_group_rule': {'security_group_id': '11254459-74c8-4580-b1bc-937479a38281', 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:01.988653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-52cb9f15-3b09-4cad-8e93-08f4cb7705b1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:01.992694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-52cb9f15-3b09-4cad-8e93-08f4cb7705b1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Usage tracker for resource:security_group_rule and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:01.996200 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-52cb9f15-3b09-4cad-8e93-08f4cb7705b1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:02.002006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-52cb9f15-3b09-4cad-8e93-08f4cb7705b1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:02.017914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Sync routers for ids ['3ddef009-4d09-413a-a416-cd1b2ba5ba51'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:30:02.019957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f15-3b09-4cad-8e93-08f4cb7705b1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.028722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Routers {'3ddef009-4d09-413a-a416-cd1b2ba5ba51'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:02.029396 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdd1bb38>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['3ddef009-4d09-413a-a416-cd1b2ba5ba51'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:02.090921 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f15-3b09-4cad-8e93-08f4cb7705b1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.093732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f15-3b09-4cad-8e93-08f4cb7705b1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.095886 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:02.121402 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb9f15-3b09-4cad-8e93-08f4cb7705b1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f2c838-1c70-45e5-877b-6cded415edc9,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:02.124105 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-52cb9f15-3b09-4cad-8e93-08f4cb7705b1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:02.134471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-52cb9f15-3b09-4cad-8e93-08f4cb7705b1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.139823 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-52cb9f15-3b09-4cad-8e93-08f4cb7705b1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1600189
Apr 20 18:30:02.140082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41154) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:02.146140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'security_group_rule': {'security_group_id': '11254459-74c8-4580-b1bc-937479a38281', 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:02.146328 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-29d1ce68-775d-42aa-8992-edb6aa154ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.153227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:02.157305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Usage tracker for resource:security_group_rule and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:02.160426 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:02.168183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:02.184340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.229569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Set router 3ddef009-4d09-413a-a416-cd1b2ba5ba51 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:02.251254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.254144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.256441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-359ba0c9-ddcc-4261-af17-f6ad1e6efa25 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:02.282991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df92634-c3d5-44e3-b13b-74d8af77553a,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:02.287879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:02.291904 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.293514 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1523416
Apr 20 18:30:02.298084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41158) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:02.304093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'security_group_rule': {'security_group_id': '11254459-74c8-4580-b1bc-937479a38281', 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:02.310872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:02.316484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Usage tracker for resource:security_group_rule and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:02.320745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:02.327742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:02.346918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.416881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.421422 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.423934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-411b8900-e862-474e-99a0-ca5e22665972 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:02.447848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9387060-019b-4776-baa2-dc157d7de3dc,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:02.451080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:02.457773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.459085 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1597371
Apr 20 18:30:02.462174 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41162) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:02.469967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'security_group_rule': {'security_group_id': '11254459-74c8-4580-b1bc-937479a38281', 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:02.476630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:02.480763 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Usage tracker for resource:security_group_rule and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:02.483801 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:02.491525 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:02.505544 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.securitygroups_db [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Project b342d1a5cf154285af0adb86f85d67b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:30:02.513503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.580420 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdd1bb38>, [{'id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'name': 'tempest-TestVolumeBootPattern-1658480281-router', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:52Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '64e45c417da349599fa7f846d2a5fa90', 'gw_port': {'id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:53Z', 'updated_at': '2021-04-20T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '00a9f930-cf6d-47a2-894f-889f0b3f8c4b', 'name': '', 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'mac_address': 'fa:16:3e:99:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '8e18c18f-a0c0-45a8-ae76-d21bd6e04029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:58Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 2, 'project_id': '64e45c417da349599fa7f846d2a5fa90', 'subnets': [{'id': '8e18c18f-a0c0-45a8-ae76-d21bd6e04029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:02.585041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Checking router: 3ddef009-4d09-413a-a416-cd1b2ba5ba51 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:30:02.585539 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Updating router 3ddef009-4d09-413a-a416-cd1b2ba5ba51 port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b binding host dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:30:02.585924 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.590512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.592244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:02.617313 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d551438-76ed-4f9e-a36e-5795645cbde6,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:02.622305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:02.626295 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.627594 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-75664a40-6947-4ccf-9ef4-679e23987eaa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1641045
Apr 20 18:30:02.632332 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41166) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:02.638137 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'security_group_rule': {'security_group_id': '11254459-74c8-4580-b1bc-937479a38281', 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:02.644541 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:02.648901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Usage tracker for resource:security_group_rule and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:02.652123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.652764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:02.658835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:02.669745 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.securitygroups_db [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Project b342d1a5cf154285af0adb86f85d67b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 18:30:02.676847 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.700442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.762642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.767261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.769638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-441b6ca3-4f96-41da-8ab9-1e4ffa3ccc12 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:02.775160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device c358667a-7aff-40fe-8b1b-fbb73e28cd37 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:02.802503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fa1e09-bd05-435b-910c-fb9b1fb906fa,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:02.805918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:02.816914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.821421 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1848886
Apr 20 18:30:02.892383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port c358667a-7aff-40fe-8b1b-fbb73e28cd37 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:02.892811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.980522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41198) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:03.091901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:03.106637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Transition to ACTIVE for port object 00a9f930-cf6d-47a2-894f-889f0b3f8c4b will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:03.113480 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:03.122206 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-09363c1d-9d93-423b-baf5-e481979fc760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:03.311085 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4168c-7fb2-46b8-88cc-0e2fefb432a4 None None] Pushing event updated for resources: {'Port': ['ID=00a9f930-cf6d-47a2-894f-889f0b3f8c4b,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:03.314480 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cca4168c-7fb2-46b8-88cc-0e2fefb432a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:03.371876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Attempting to bind port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:03.372277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Attempting to bind port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '18b60938-9ceb-43e9-8340-0b7c3968ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:03.372689 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Attempting to bind port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b on network c0eba309-bbab-4efa-b6e4-63b160e56b79 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:03.379120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:03.379552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Checking segment: {'id': '18b60938-9ceb-43e9-8340-0b7c3968ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:03.380010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:03.380458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Bound using segment: {'id': '18b60938-9ceb-43e9-8340-0b7c3968ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:03.380990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Bound port: 00a9f930-cf6d-47a2-894f-889f0b3f8c4b, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b60938-9ceb-43e9-8340-0b7c3968ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:03.381419 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:03.512756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:03.523199 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] For port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:03.527336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] For port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=00a9f930-cf6d-47a2-894f-889f0b3f8c4b,segment=NetworkSegment(18b60938-9ceb-43e9-8340-0b7c3968ce8c),segment_id=18b60938-9ceb-43e9-8340-0b7c3968ce8c)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:03.531592 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:03.537354 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-91ca9cb7-18aa-4d99-94e6-bf3133b6b0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:03.622909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Routers {'3ddef009-4d09-413a-a416-cd1b2ba5ba51'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:03.623127 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdd1bb38>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['3ddef009-4d09-413a-a416-cd1b2ba5ba51'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:03.778623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4168c-7fb2-46b8-88cc-0e2fefb432a4 None None] Pushing event updated for resources: {'Port': ['ID=00a9f930-cf6d-47a2-894f-889f0b3f8c4b,revision_number=4']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:03.783732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cca4168c-7fb2-46b8-88cc-0e2fefb432a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:03.880937 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398745'] for router_interface, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:04.013034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] Set router 3ddef009-4d09-413a-a416-cd1b2ba5ba51 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:04.295822 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] Deleting port d3be100b-ab04-4fff-9434-2e28f0ccd30d {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:30:04.296201 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:04.363591 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdd1bb38>, [{'id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'name': 'tempest-TestVolumeBootPattern-1658480281-router', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:52Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '64e45c417da349599fa7f846d2a5fa90', 'gw_port': {'id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:53Z', 'updated_at': '2021-04-20T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '00a9f930-cf6d-47a2-894f-889f0b3f8c4b', 'name': '', 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'mac_address': 'fa:16:3e:99:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '8e18c18f-a0c0-45a8-ae76-d21bd6e04029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:58Z', 'updated_at': '2021-04-20T18:30:03Z', 'revision_number': 4, 'project_id': '64e45c417da349599fa7f846d2a5fa90', 'subnets': [{'id': '8e18c18f-a0c0-45a8-ae76-d21bd6e04029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:04.367855 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d476b-aa9d-4938-b06f-b816bd28cbc1 None None] The sync data for ids ['3ddef009-4d09-413a-a416-cd1b2ba5ba51'] in dv-cinder-786929-2-iscsi is: [{'id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'name': 'tempest-TestVolumeBootPattern-1658480281-router', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:52Z', 'updated_at': '2021-04-20T18:29:59Z', 'revision_number': 4, 'project_id': '64e45c417da349599fa7f846d2a5fa90', 'gw_port': {'id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:53Z', 'updated_at': '2021-04-20T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '00a9f930-cf6d-47a2-894f-889f0b3f8c4b', 'name': '', 'network_id': 'c0eba309-bbab-4efa-b6e4-63b160e56b79', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'mac_address': 'fa:16:3e:99:53:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '8e18c18f-a0c0-45a8-ae76-d21bd6e04029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:58Z', 'updated_at': '2021-04-20T18:30:03Z', 'revision_number': 4, 'project_id': '64e45c417da349599fa7f846d2a5fa90', 'subnets': [{'id': '8e18c18f-a0c0-45a8-ae76-d21bd6e04029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:30:04.514907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] For port d3be100b-ab04-4fff-9434-2e28f0ccd30d, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=d3be100b-ab04-4fff-9434-2e28f0ccd30d,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:04.514907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:04.553782 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:04.663146 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] Calling delete_port for d3be100b-ab04-4fff-9434-2e28f0ccd30d owned by network:router_interface {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:30:04.816600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 00a9f930-cf6d-47a2-894f-889f0b3f8c4b up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:04.894653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:04.900060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b32fcae0-6bb4-420f-a4b3-64840cacfc0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:04.908915 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:04.915287 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:04.915711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:04.952110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3be100b-ab04-4fff-9434-2e28f0ccd30d,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:04.989132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:05.085875 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:30:05.088665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:05.129076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=00a9f930-cf6d-47a2-894f-889f0b3f8c4b,segment=NetworkSegment(18b60938-9ceb-43e9-8340-0b7c3968ce8c),segment_id=18b60938-9ceb-43e9-8340-0b7c3968ce8c)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:05.135267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:05.137960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5b8dc930-e0e7-4ba9-b0c6-f1659ba60780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:05.218163 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=00a9f930-cf6d-47a2-894f-889f0b3f8c4b,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:05.221907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:05.287393 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398823'] for router_interface, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:05.692428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] Router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:30:05.892258 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:30:05.900779 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245b454-84c5-47ea-a3fb-910b86d9439c None None] Sync routers for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:30:05.905821 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] 10.222.0.43 "PUT /v2.0/routers/1d93e8d7-93a8-459f-b5e0-ec7d0647084f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9235251
Apr 20 18:30:05.908518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41242) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:05.910876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245b454-84c5-47ea-a3fb-910b86d9439c None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:05.911549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-c245b454-84c5-47ea-a3fb-910b86d9439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe0216a0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:06.115512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-c245b454-84c5-47ea-a3fb-910b86d9439c None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:06.361235 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Notify callbacks [] for router, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:06.427989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-c245b454-84c5-47ea-a3fb-910b86d9439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe0216a0>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:30:04Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:06.432130 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245b454-84c5-47ea-a3fb-910b86d9439c None None] Checking router: 1d93e8d7-93a8-459f-b5e0-ec7d0647084f for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:30:06.442363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245b454-84c5-47ea-a3fb-910b86d9439c None None] Routers {'1d93e8d7-93a8-459f-b5e0-ec7d0647084f'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:06.443031 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-c245b454-84c5-47ea-a3fb-910b86d9439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe0216a0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:06.565807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:06.574715 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Deleting port 8e1cca31-befa-4590-be00-9ee60c9ef1b9 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:30:06.575095 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:06.646645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-c245b454-84c5-47ea-a3fb-910b86d9439c None None] Set router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:06.791279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] For port 8e1cca31-befa-4590-be00-9ee60c9ef1b9, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=8e1cca31-befa-4590-be00-9ee60c9ef1b9,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:06.791851 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:06.874636 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 00a9f930-cf6d-47a2-894f-889f0b3f8c4b up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:06.949253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Calling delete_port for 8e1cca31-befa-4590-be00-9ee60c9ef1b9 owned by network:router_gateway {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:30:07.025196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:07.025619 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:07.104385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-c245b454-84c5-47ea-a3fb-910b86d9439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe0216a0>, [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:30:04Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:07.114564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245b454-84c5-47ea-a3fb-910b86d9439c None None] The sync data for ids ['1d93e8d7-93a8-459f-b5e0-ec7d0647084f'] in dv-cinder-786929-2-iscsi is: [{'id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'name': 'tempest-AttachVolumeShelveTestJSON-1228378967-router', 'tenant_id': 'fe22aab01b594fd5bed1599af2656430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:23:12Z', 'updated_at': '2021-04-20T18:30:04Z', 'revision_number': 5, 'project_id': 'fe22aab01b594fd5bed1599af2656430', 'gw_port': {'id': '8e1cca31-befa-4590-be00-9ee60c9ef1b9', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d93e8d7-93a8-459f-b5e0-ec7d0647084f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:23:13Z', 'updated_at': '2021-04-20T18:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:30:07.137271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:07.143560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ed5fac09-e075-453c-bfb2-3d9c6ee6550f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:07.195900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1cca31-befa-4590-be00-9ee60c9ef1b9,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:07.199801 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:07.293751 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854341274'] for router_gateway, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:07.488782 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771042'] for router, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:07.491181 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:07.513283 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399998'] for router, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:07.513882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d93e8d7-93a8-459f-b5e0-ec7d0647084f {{(pid=86370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:30:07.526267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:07.528305 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] 10.222.0.43 "DELETE /v2.0/routers/1d93e8d7-93a8-459f-b5e0-ec7d0647084f HTTP/1.1" status: 204  len: 168 time: 1.6188171
Apr 20 18:30:07.531160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41248) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:07.602417 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fa3637-d67f-4c4d-aede-11dfadfbf11b admin admin] Deleting subnet 96e487bf-c814-4be6-9fde-e683deb8645e {{(pid=86370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:30:07.607311 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-48fa3637-d67f-4c4d-aede-11dfadfbf11b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:07.663139 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-48fa3637-d67f-4c4d-aede-11dfadfbf11b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2339529'] for subnet, precommit_delete_associations {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:07.759703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-48fa3637-d67f-4c4d-aede-11dfadfbf11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:08.031551 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-48fa3637-d67f-4c4d-aede-11dfadfbf11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852436440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411689'] for subnet, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:08.037180 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ce6be136-5d12-4f1f-ad07-2fec2ee3831f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:08.078031 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa3637-d67f-4c4d-aede-11dfadfbf11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e487bf-c814-4be6-9fde-e683deb8645e,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:08.081323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-48fa3637-d67f-4c4d-aede-11dfadfbf11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:08.083974 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-48fa3637-d67f-4c4d-aede-11dfadfbf11b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:08.087652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2cdff-206f-480b-8600-41200b66278a None None] Network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:30:08.088627 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-48fa3637-d67f-4c4d-aede-11dfadfbf11b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/96e487bf-c814-4be6-9fde-e683deb8645e HTTP/1.1" status: 204  len: 168 time: 0.5564425
Apr 20 18:30:08.093211 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41254) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:08.214565 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:08.225407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Deleting port 5efe03a9-2f10-4c42-98e2-905a9347f94d {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:30:08.225774 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:08.346967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3786b3e4-f81f-4a09-acc7-2d32b2706947 None None] DHCP port deletion for 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 request from dv-cinder-786929-2-iscsi {{(pid=86371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:30:08.352019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-3786b3e4-f81f-4a09-acc7-2d32b2706947 None None] Deleting port 5efe03a9-2f10-4c42-98e2-905a9347f94d {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:30:08.352447 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3786b3e4-f81f-4a09-acc7-2d32b2706947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:08.452225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] For port 5efe03a9-2f10-4c42-98e2-905a9347f94d, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=5efe03a9-2f10-4c42-98e2-905a9347f94d,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:08.452635 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:08.583371 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-3786b3e4-f81f-4a09-acc7-2d32b2706947 None None] For port 5efe03a9-2f10-4c42-98e2-905a9347f94d, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=5efe03a9-2f10-4c42-98e2-905a9347f94d,segment=NetworkSegment(db59a875-e0dd-4c65-bb3e-d58d417abd89),segment_id=db59a875-e0dd-4c65-bb3e-d58d417abd89)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:08.583722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3786b3e4-f81f-4a09-acc7-2d32b2706947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:08.591998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Calling delete_port for 5efe03a9-2f10-4c42-98e2-905a9347f94d owned by network:dhcp {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:30:08.679663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:08.686041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-25c81c34-29af-4390-9e93-361b938609a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:08.723127 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-3786b3e4-f81f-4a09-acc7-2d32b2706947 None None] Calling delete_port for 5efe03a9-2f10-4c42-98e2-905a9347f94d owned by network:dhcp {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:30:08.734063 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5efe03a9-2f10-4c42-98e2-905a9347f94d,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:08.738419 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:08.751627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] No DVR routers for this DVR port 5efe03a9-2f10-4c42-98e2-905a9347f94d on host dv-cinder-786929-2-iscsi {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:30:08.789154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 5efe03a9-2f10-4c42-98e2-905a9347f94d no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:30:08.847744 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 5efe03a9-2f10-4c42-98e2-905a9347f94d {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:30:08.848080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 5efe03a9-2f10-4c42-98e2-905a9347f94d not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:30:08.848518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 8e1cca31-befa-4590-be00-9ee60c9ef1b9 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:30:08.887873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 8e1cca31-befa-4590-be00-9ee60c9ef1b9 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:30:08.888428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 8e1cca31-befa-4590-be00-9ee60c9ef1b9 not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:30:08.888977 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device d3be100b-ab04-4fff-9434-2e28f0ccd30d no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:30:08.894759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:08.926609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.db.api [None req-3786b3e4-f81f-4a09-acc7-2d32b2706947 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86371) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:30:08.927019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_db.api [None req-3786b3e4-f81f-4a09-acc7-2d32b2706947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:30:08.927685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: d3be100b-ab04-4fff-9434-2e28f0ccd30d {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:30:08.928070 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device d3be100b-ab04-4fff-9434-2e28f0ccd30d not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:30:09.023004 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbd88a208>,) {'filters': {'network_id': ['57e5a436-aca0-48fd-a6de-9a7a8bcb10a8']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:09.038500 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd88a208>, 'db59a875-e0dd-4c65-bb3e-d58d417abd89') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:09.039097 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd88a208>, 'db59a875-e0dd-4c65-bb3e-d58d417abd89') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:09.053023 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083934'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:09.068493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:09.075128 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:30:09.265640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:30:09.274599 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2280166'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:09.428580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-3786b3e4-f81f-4a09-acc7-2d32b2706947 None None] Deleting port 5efe03a9-2f10-4c42-98e2-905a9347f94d {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:30:09.429042 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3786b3e4-f81f-4a09-acc7-2d32b2706947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:09.470603 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Network 57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:30:09.504786 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:30:09.585494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:09.590741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:09.606034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:09.618715 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=57e5a436-aca0-48fd-a6de-9a7a8bcb10a8,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:09.622853 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:09.638578 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/57e5a436-aca0-48fd-a6de-9a7a8bcb10a8 HTTP/1.1" status: 204  len: 168 time: 1.5402274
Apr 20 18:30:09.730638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-3786b3e4-f81f-4a09-acc7-2d32b2706947 None None] The port '5efe03a9-2f10-4c42-98e2-905a9347f94d' was deleted {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:30:09.790616 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41262) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:09.863734 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1365e70c-d155-4c2f-850e-98167059c78e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe22aab01b594fd5bed1599af2656430&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0715380
Apr 20 18:30:09.866533 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41266) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:09.952529 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-60c0fae4-64ec-413f-81d9-a8616560de75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:09.987613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-60c0fae4-64ec-413f-81d9-a8616560de75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:10.047505 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-60c0fae4-64ec-413f-81d9-a8616560de75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:10.053282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-85d4adb6-fc38-4329-8c0e-283c77a5ebf2 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:10.075538 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0fae4-64ec-413f-81d9-a8616560de75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa68249-45c0-40cd-8b2a-9364c966ccef,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:10.078662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-60c0fae4-64ec-413f-81d9-a8616560de75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:10.083020 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-60c0fae4-64ec-413f-81d9-a8616560de75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:10.084274 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-60c0fae4-64ec-413f-81d9-a8616560de75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eaa68249-45c0-40cd-8b2a-9364c966ccef HTTP/1.1" status: 204  len: 168 time: 0.2166619
Apr 20 18:30:10.891037 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41292) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:11.009183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-907445208-network', 'tenant_id': 'bbb484152d124ebebf134215121e440a'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:11.014562 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:11.018642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Usage tracker for resource:network and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:11.021637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:11.027945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:11.039186 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Made reservation on behalf of bbb484152d124ebebf134215121e440a for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:11.044700 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:11.058701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:11.073989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:11.078071 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Usage tracker for resource:security_group_rule and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:11.081045 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:11.087887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:11.187205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:11.190636 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:11.195130 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f6de591c-39b5-4a04-bcae-63e5566d7e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:11.221418 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:30:11.238935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153d230d-5d76-4e50-92d4-acf94413ae52,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:11.242059 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:11.242461 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Added segment 9dbdfb46-d28f-4cda-a982-36aa755e9b23 of type vlan for network c34bbd11-6cda-4ab9-bade-57fe174281b3
Apr 20 18:30:11.243785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:11.270447 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:11.303014 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:11.304717 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:11.305345 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:11.310760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d658d1c1-53dc-4daa-a2dc-0170986bd14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:11.418314 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5252290
Apr 20 18:30:11.421383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41300) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:11.421607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Pushing event updated for resources: {'Network': ['ID=c34bbd11-6cda-4ab9-bade-57fe174281b3,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:11.424676 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:11.428183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Request body: {'subnet': {'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-907445208-subnet', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:11.432709 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network c34bbd11-6cda-4ab9-bade-57fe174281b3 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:30:11.433667 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:11.439653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Usage tracker for resource:subnet and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:11.442874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:11.449078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:11.458850 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Made reservation on behalf of bbb484152d124ebebf134215121e440a for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:11.463638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138343'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:11.897158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2280192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138358'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:11.902160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:11.982554 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=57621c6d-ad13-49b6-8334-7458b49b9d56,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:11.985299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:11.991923 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Checking segment: {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:11.992342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Network hostable DHCP agents. Network: c34bbd11-6cda-4ab9-bade-57fe174281b3, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:30:12.012258 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Network c34bbd11-6cda-4ab9-bade-57fe174281b3 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:30:12.021790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, c34bbd11-6cda-4ab9-bade-57fe174281b3) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:12.031579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71de8a8c-88da-49df-8416-f711462c0a19 None None] Network c34bbd11-6cda-4ab9-bade-57fe174281b3 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:30:12.038360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:12.039024 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:12.059562 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6367826
Apr 20 18:30:12.063080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41304) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:12.069416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:12.074958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:12.079212 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Usage tracker for resource:router and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:12.082333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:12.088454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:12.099575 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854375185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771027'] for router, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:12.100592 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4757'] for router, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:12.123396 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:12.316043 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf20c587e-0ae1-536d-81a8-d9304bd08c12-c34bbd11-6cda-4ab9-bade-57fe174281b3', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56'}]}} from dv-cinder-786929-2-iscsi. {{(pid=86371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:30:12.316991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:12.471860 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-434678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-395868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4742'] for router, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:12.503497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Allocated IP 172.20.0.2 (c34bbd11-6cda-4ab9-bade-57fe174281b3/57621c6d-ad13-49b6-8334-7458b49b9d56/2b7a662e-4ffd-4b72-be41-480a98d4f08c) {{(pid=86371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:12.728032 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:12.739397 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Transition to ACTIVE for port object 2b7a662e-4ffd-4b72-be41-480a98d4f08c will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:12.761308 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Transition to ACTIVE for port object 2b7a662e-4ffd-4b72-be41-480a98d4f08c will not be triggered until provisioned by entity DHCP. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:12.765441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930'] for port, after_create {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:12.770442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:12.822454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:12.844957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Network c34bbd11-6cda-4ab9-bade-57fe174281b3 is already hosted by enough agents. {{(pid=86371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:12.848162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Resources bound (agent type, host, resource id):  {{(pid=86371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:12.850757 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Received port after_create {{(pid=86371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:12.862003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Pushing event updated for resources: {'Port': ['ID=2b7a662e-4ffd-4b72-be41-480a98d4f08c,revision_number=1']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:12.865504 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:12.962172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Attempting to bind port 2b7a662e-4ffd-4b72-be41-480a98d4f08c on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:12.962516 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Attempting to bind port 2b7a662e-4ffd-4b72-be41-480a98d4f08c by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:12.962934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Attempting to bind port 2b7a662e-4ffd-4b72-be41-480a98d4f08c on network c34bbd11-6cda-4ab9-bade-57fe174281b3 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:12.970156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:12.970567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Checking segment: {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:12.971046 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:12.971562 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Bound using segment: {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:12.972015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Bound port: 2b7a662e-4ffd-4b72-be41-480a98d4f08c, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:12.972405 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:13.081797 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] For port 2b7a662e-4ffd-4b72-be41-480a98d4f08c, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:13.085268 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] For port 2b7a662e-4ffd-4b72-be41-480a98d4f08c, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=2b7a662e-4ffd-4b72-be41-480a98d4f08c,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:13.088859 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:13.094726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:13.105728 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:13.185315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Pushing event updated for resources: {'Port': ['ID=2b7a662e-4ffd-4b72-be41-480a98d4f08c,revision_number=2']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:13.191453 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a20d1f4e-6286-4b12-9b4d-3fbf5f0e8ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:13.272863 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Allocated IP 172.27.1.221 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/28c5135b-cb79-4ac4-87a2-713c7fa5591f) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:13.314068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:13.451835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:13.504043 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:13.509170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3d317a7c-8572-4d5b-8041-af4aba5c6009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:13.600755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:13.603907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:13.606509 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:13.654203 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Pushing event updated for resources: {'Port': ['ID=28c5135b-cb79-4ac4-87a2-713c7fa5591f,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:13.658742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:14.060394 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:14.442056 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854379964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854341156'] for router, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:14.609371 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593dabae-5d74-4bfc-800b-01b05cbe3401 None None] Network c34bbd11-6cda-4ab9-bade-57fe174281b3 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:30:14.689621 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 is scheduled to L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd with binding_index 1 {{(pid=86370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:30:14.760280 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-ffb3e129-fb80-40ce-9e5d-1aa52eede4bf None None] Provisioning for port 2b7a662e-4ffd-4b72-be41-480a98d4f08c completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:14.851751 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 2b7a662e-4ffd-4b72-be41-480a98d4f08c up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:14.935709 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:30:14.949831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Sync routers for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:30:14.959785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] Notify callbacks [] for router, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:14.960569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:14.964508 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-94cf50c4-b320-46c5-a5e1-a8957a3b0a49 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.8967941
Apr 20 18:30:14.964695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd971630>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:14.965337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41328) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:14.994398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 2b7a662e-4ffd-4b72-be41-480a98d4f08c completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:15.003382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 2b7a662e-4ffd-4b72-be41-480a98d4f08c triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:15.003803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:15.138789 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:15.168650 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:15.185492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 2b7a662e-4ffd-4b72-be41-480a98d4f08c, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=2b7a662e-4ffd-4b72-be41-480a98d4f08c,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:15.191285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:15.194318 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:15.274429 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=2b7a662e-4ffd-4b72-be41-480a98d4f08c,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:15.278752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:15.304893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-f66fbba4-eaf2-4fce-9f72-6a8e6cda7381 None None] Provisioning complete for port 2b7a662e-4ffd-4b72-be41-480a98d4f08c triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:15.305494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f66fbba4-eaf2-4fce-9f72-6a8e6cda7381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:15.497581 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd971630>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:13Z', 'revision_number': 3, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:15.502900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Checking router: fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:30:15.503297 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Updating router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 port 28c5135b-cb79-4ac4-87a2-713c7fa5591f binding host dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:30:15.569619 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:15.941888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Notify callbacks [] for port, precommit_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:15.954188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Transition to ACTIVE for port object 28c5135b-cb79-4ac4-87a2-713c7fa5591f will not be triggered until provisioned by entity L2. {{(pid=86372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:15.962708 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:15.968050 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:15.992390 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.047551 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Attempting to bind port 28c5135b-cb79-4ac4-87a2-713c7fa5591f on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:16.048223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Attempting to bind port 28c5135b-cb79-4ac4-87a2-713c7fa5591f by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:16.048633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Attempting to bind port 28c5135b-cb79-4ac4-87a2-713c7fa5591f on network d08991fe-c0e4-4126-9314-569b6f56b472 {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:16.054808 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b617da8-3acc-4ed5-aba6-d6a7d3a875d9 None None] Pushing event updated for resources: {'Port': ['ID=28c5135b-cb79-4ac4-87a2-713c7fa5591f,revision_number=2']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:16.059802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7b617da8-3acc-4ed5-aba6-d6a7d3a875d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:16.060633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:16.061053 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Checking segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:16.061502 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.061955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Bound using segment: {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'} {{(pid=86372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:16.062873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Bound port: 28c5135b-cb79-4ac4-87a2-713c7fa5591f, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda0a6a9-30eb-4f67-9ea6-25260ad71214', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}}] {{(pid=86372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:16.062873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.143081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] For port 28c5135b-cb79-4ac4-87a2-713c7fa5591f, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:16.146221 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] For port 28c5135b-cb79-4ac4-87a2-713c7fa5591f, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=28c5135b-cb79-4ac4-87a2-713c7fa5591f,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:16.149744 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86372) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.154534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:16.221102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Allocated IP 172.20.0.1 (c34bbd11-6cda-4ab9-bade-57fe174281b3/57621c6d-ad13-49b6-8334-7458b49b9d56/510692d2-b506-4b21-aeba-328a783fd9e1) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:16.228388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:16.229076 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd971630>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:16.364359 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b617da8-3acc-4ed5-aba6-d6a7d3a875d9 None None] Pushing event updated for resources: {'Port': ['ID=28c5135b-cb79-4ac4-87a2-713c7fa5591f,revision_number=3']} {{(pid=86372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:16.369269 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7b617da8-3acc-4ed5-aba6-d6a7d3a875d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86372) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:16.379082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.395816 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Transition to ACTIVE for port object 510692d2-b506-4b21-aeba-328a783fd9e1 will not be triggered until provisioned by entity DHCP. {{(pid=86370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:16.421797 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.426161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:16.427007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4bff2d00-5130-41c1-8fec-9223bc708f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:16.495590 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Network c34bbd11-6cda-4ab9-bade-57fe174281b3 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:16.498902 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:16.508589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:16.535843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Pushing event updated for resources: {'Port': ['ID=510692d2-b506-4b21-aeba-328a783fd9e1,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:16.543694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:16.570948 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395265'] for router_interface, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.699711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.751773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd971630>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:13Z', 'revision_number': 3, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:16.756188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986642a0-95ad-4c57-bf23-5487570db4ea None None] The sync data for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi is: [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:13Z', 'revision_number': 3, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:30:16.785152 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 2b7a662e-4ffd-4b72-be41-480a98d4f08c up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:16.848026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-53883f8b-0270-4614-b17b-c52adf0c2d9c None None] Provisioning for port 510692d2-b506-4b21-aeba-328a783fd9e1 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:16.859784 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-53883f8b-0270-4614-b17b-c52adf0c2d9c None None] Provisioning complete for port 510692d2-b506-4b21-aeba-328a783fd9e1 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:16.860206 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-53883f8b-0270-4614-b17b-c52adf0c2d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.936441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-53883f8b-0270-4614-b17b-c52adf0c2d9c None None] Port 510692d2-b506-4b21-aeba-328a783fd9e1 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:30:16.944157 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 2b7a662e-4ffd-4b72-be41-480a98d4f08c triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:16.944655 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.974435 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:16.978021 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.007989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e7024a4f-2e8f-4bce-b4c0-9c352df8dc5e tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:17.098168 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854380442'] for router_interface, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.103149 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Pushing event updated for resources: {'Port': ['ID=510692d2-b506-4b21-aeba-328a783fd9e1,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:17.108828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:17.259115 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Network c34bbd11-6cda-4ab9-bade-57fe174281b3 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:17.260327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:17.464838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-6b94b991-9195-43ed-906c-f40dee67e5d3 None None] Provisioning complete for port 510692d2-b506-4b21-aeba-328a783fd9e1 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:17.465491 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6b94b991-9195-43ed-906c-f40dee67e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:17.473883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:30:17.532276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-6b94b991-9195-43ed-906c-f40dee67e5d3 None None] Port 510692d2-b506-4b21-aeba-328a783fd9e1 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:30:17.680670 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:30:17.691022 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] 10.222.0.43 "PUT /v2.0/routers/fc046cf7-7c1a-4c24-af94-ddfbf18a20f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7244444
Apr 20 18:30:18.170780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41348) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:18.177395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513993443', 'description': 'tempest-description--1132776166'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:18.185946 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:18.190129 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Usage tracker for resource:security_group and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:18.193504 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:18.201369 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:18.211812 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.233812 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:18.237888 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Usage tracker for resource:security_group_rule and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:18.240817 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:18.247432 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:18.324649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.327530 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.333024 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5aa77c01-0384-4f1b-b328-c2d4f3a58911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:18.375095 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.376435 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2045419
Apr 20 18:30:18.377444 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf85d64-975c-4409-9b5e-578210492dfc,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:18.379936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41356) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:18.385631 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.386104 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.386524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.386938 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.387349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.387740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.388167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.388560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.388784 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Request body: {'security_group_rule': {'security_group_id': 'ddf85d64-975c-4409-9b5e-578210492dfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:18.388974 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.389806 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.389806 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.390169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.393902 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:18.409825 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:18.429766 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Usage tracker for resource:security_group_rule and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:18.434830 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:18.445482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:18.477420 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-ed8fecd6-93d9-471a-a635-8a5a0d0c52e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Synchronizing usage tracker for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:security_group {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:18.482040 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.530558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-ed8fecd6-93d9-471a-a635-8a5a0d0c52e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Unset dirty status for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:security_group {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:18.531866 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-ed8fecd6-93d9-471a-a635-8a5a0d0c52e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343026120&fields=id&tenant_id=b342d1a5cf154285af0adb86f85d67b1 HTTP/1.1" status: 200  len: 267 time: 0.1193731
Apr 20 18:30:18.653171 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.657146 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.670421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-622b4a18-728f-4b53-ac81-462f01fe5a21 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:18.712580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c95881-f3b1-49ea-8656-ef3c7e8026b9,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:18.730423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.730854 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.731273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.731783 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.732071 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.732478 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.732882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.733286 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.733689 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.734121 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.734521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.735026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:30:18.752439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:18.758855 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.760222 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-aeb33374-346f-459c-82c0-4b32cfef5320 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3789980
Apr 20 18:30:18.763297 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41360) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:18.769327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-c30367d6-bf56-4ba3-b935-b39fae912d64 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Request body: {'security_group_rule': {'security_group_id': 'ddf85d64-975c-4409-9b5e-578210492dfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:18.769958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-cd819ce9-1f1b-41f3-adf7-5a4e88e4f9d0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:18.770773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-cd819ce9-1f1b-41f3-adf7-5a4e88e4f9d0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Synchronizing usage tracker for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:network {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:18.777680 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-c30367d6-bf56-4ba3-b935-b39fae912d64 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:18.783473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-c30367d6-bf56-4ba3-b935-b39fae912d64 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Usage tracker for resource:security_group_rule and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:18.786822 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 28c5135b-cb79-4ac4-87a2-713c7fa5591f up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:18.787511 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-c30367d6-bf56-4ba3-b935-b39fae912d64 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:18.794554 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-c30367d6-bf56-4ba3-b935-b39fae912d64 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:18.805592 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-cd819ce9-1f1b-41f3-adf7-5a4e88e4f9d0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Unset dirty status for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:network {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:18.813639 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-cd819ce9-1f1b-41f3-adf7-5a4e88e4f9d0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 811 time: 0.2735665
Apr 20 18:30:18.814926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c30367d6-bf56-4ba3-b935-b39fae912d64 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.831299 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-aa25d0ce-a3cf-4ca7-8057-9348f1e06492 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/quotas/b342d1a5cf154285af0adb86f85d67b1 HTTP/1.1" status: 200  len: 375 time: 0.0164783
Apr 20 18:30:18.866841 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 28c5135b-cb79-4ac4-87a2-713c7fa5591f completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:18.871955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 28c5135b-cb79-4ac4-87a2-713c7fa5591f triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:18.872379 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.893906 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c30367d6-bf56-4ba3-b935-b39fae912d64 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.898309 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c30367d6-bf56-4ba3-b935-b39fae912d64 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.900518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:18.930982 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30367d6-bf56-4ba3-b935-b39fae912d64 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bd5049-9feb-4773-ac38-ed4b725f8e1e,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:18.938339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c30367d6-bf56-4ba3-b935-b39fae912d64 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:18.942695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c30367d6-bf56-4ba3-b935-b39fae912d64 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:18.944339 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c30367d6-bf56-4ba3-b935-b39fae912d64 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1798553
Apr 20 18:30:18.947583 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41364) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:18.954944 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Request body: {'floatingip': {'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:18.961752 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:18.971336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Usage tracker for resource:floatingip and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:18.976227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:18.986056 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:19.003438 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.020775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.041164 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 28c5135b-cb79-4ac4-87a2-713c7fa5591f, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=28c5135b-cb79-4ac4-87a2-713c7fa5591f,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:19.046205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.048696 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:19.134367 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=28c5135b-cb79-4ac4-87a2-713c7fa5591f,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:19.140777 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:19.178309 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-8a8723ba-2c85-4a0f-80cb-00cd3e86d601 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3459830
Apr 20 18:30:19.180086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.332470 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Allocated IP 172.27.1.14 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/f11c75a0-d59c-4d33-82f5-e2eba6df1021) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:19.339611 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-0f42d2a7-e7ee-479c-aa2a-aa452241c27d service neutron] 10.222.0.43 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454318
Apr 20 18:30:19.492458 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-b598be8a-e34b-4708-9e15-984e36bc9a49 service neutron] 10.222.0.43 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479213
Apr 20 18:30:19.495370 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.522947 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Sync routers for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:30:19.528041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.534815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:19.535498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbc748160>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:19.537610 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6747d47a-262d-406c-8f09-d5dc61cc265f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:19.596241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:19.599333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:19.609271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:19.658527 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event updated for resources: {'Port': ['ID=f11c75a0-d59c-4d33-82f5-e2eba6df1021,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:19.663199 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:19.711910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:19.734971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:19.809680 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.059137 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-426aefca-67a7-4f42-97de-305b85e95919 req-ff0f39b2-6ac5-4f07-bf40-242368292d70 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Synchronizing usage tracker for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:20.098383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbc748160>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 2, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:20.102639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Checking router: fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:30:20.103047 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Updating router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 port 510692d2-b506-4b21-aeba-328a783fd9e1 binding host dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:30:20.106241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-426aefca-67a7-4f42-97de-305b85e95919 req-ff0f39b2-6ac5-4f07-bf40-242368292d70 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Unset dirty status for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:20.107507 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-426aefca-67a7-4f42-97de-305b85e95919 req-ff0f39b2-6ac5-4f07-bf40-242368292d70 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 210 time: 0.1039026
Apr 20 18:30:20.157138 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.160910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.161560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.165931 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-78fc59f6-6580-47b2-8ad7-6ecd89b3e11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:20.282252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event updated for resources: {'Port': ['ID=f11c75a0-d59c-4d33-82f5-e2eba6df1021,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:20.286789 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:20.294496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.318117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.319441 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-916e3f03-882a-43e9-af8f-3d397bd8f2cb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3704898
Apr 20 18:30:20.509106 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-5aadd2d6-f5b5-4556-842f-ddd2ccbe4e65 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1513993443&fields=id&tenant_id=bbb484152d124ebebf134215121e440a HTTP/1.1" status: 200  len: 267 time: 0.0496991
Apr 20 18:30:20.680022 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-077fcb0c-a8da-438d-9f90-db2a68a11533 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:20.682259 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-077fcb0c-a8da-438d-9f90-db2a68a11533 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/networks?id=c34bbd11-6cda-4ab9-bade-57fe174281b3 HTTP/1.1" status: 200  len: 810 time: 0.1650245
Apr 20 18:30:20.697604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Notify callbacks [] for port, precommit_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.699913 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-3768d132-b1c0-479c-ad2b-7eec70c3df46 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/quotas/bbb484152d124ebebf134215121e440a HTTP/1.1" status: 200  len: 375 time: 0.0113823
Apr 20 18:30:20.710937 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Transition to ACTIVE for port object 510692d2-b506-4b21-aeba-328a783fd9e1 will not be triggered until provisioned by entity L2. {{(pid=86371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:20.717899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:20.722530 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:20.804774 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-c0d2af1b-b9cc-4423-b1c2-c60da5ef1d6c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbb484152d124ebebf134215121e440a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0987270
Apr 20 18:30:20.832324 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 28c5135b-cb79-4ac4-87a2-713c7fa5591f up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:20.948858 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa7c79-f43d-408b-a0fd-e29354bc9f97 None None] Pushing event updated for resources: {'Port': ['ID=510692d2-b506-4b21-aeba-328a783fd9e1,revision_number=3']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:20.973636 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-e3895c19-f277-4b02-a967-3e1157260c31 service neutron] 10.222.0.43 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543849
Apr 20 18:30:20.989994 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4faa7c79-f43d-408b-a0fd-e29354bc9f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:21.028775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Attempting to bind port 510692d2-b506-4b21-aeba-328a783fd9e1 on host dv-cinder-786929-2-iscsi for vnic_type normal with profile  {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:21.029197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Attempting to bind port 510692d2-b506-4b21-aeba-328a783fd9e1 by drivers openvswitch,hyperv on host dv-cinder-786929-2-iscsi at level 0 using segments [{'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:21.029606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Attempting to bind port 510692d2-b506-4b21-aeba-328a783fd9e1 on network c34bbd11-6cda-4ab9-bade-57fe174281b3 {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:21.043456 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Checking agent: {'id': 'b003a53b-6369-434c-9b4a-054ce153992c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 13, 33), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:21.043661 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Checking segment: {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:21.044110 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.044502 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Bound using segment: {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'} {{(pid=86371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:21.045019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Bound port: 510692d2-b506-4b21-aeba-328a783fd9e1, host: dv-cinder-786929-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'}}] {{(pid=86371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:21.045441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.100753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 28c5135b-cb79-4ac4-87a2-713c7fa5591f triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:21.100999 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.124877 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-b4046bfc-9cd1-4da4-b347-524132ea85b9 service neutron] 10.222.0.43 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436865
Apr 20 18:30:21.210550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] For port 510692d2-b506-4b21-aeba-328a783fd9e1, host dv-cinder-786929-2-iscsi, cleared binding levels {{(pid=86371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:21.222720 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-02688c17-f1f8-4670-ad6f-90bcc9cd679c req-7b131681-d1ff-4580-b539-d967e9723056 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 210 time: 0.0562048
Apr 20 18:30:21.262208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] For port 510692d2-b506-4b21-aeba-328a783fd9e1, host dv-cinder-786929-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=510692d2-b506-4b21-aeba-328a783fd9e1,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:21.272998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:21.286198 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b641ec0c-ff56-45b5-abee-327be946916b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:21.372135 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-00e2dc80-9454-4fec-b13c-585197bede86 req-f1491f64-27e8-42d1-9ee4-d72879b88131 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 210 time: 0.0813324
Apr 20 18:30:21.384476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:21.385172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbc748160>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:21.567706 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa7c79-f43d-408b-a0fd-e29354bc9f97 None None] Pushing event updated for resources: {'Port': ['ID=510692d2-b506-4b21-aeba-328a783fd9e1,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:21.574366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4faa7c79-f43d-408b-a0fd-e29354bc9f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:21.628653 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:21.969182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbc748160>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:21Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:21.973538 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db982bd-5934-40ca-ac42-6cf20cf5fa80 None None] The sync data for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi is: [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:21Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:30:22.537893 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0096286a-5ebb-4be9-8e02-ae96010f4318 req-281665d2-3f5c-408a-9b6b-2d318067e5b3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 210 time: 0.0771353
Apr 20 18:30:22.715322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-c4fdb9ce-5279-4e32-9820-646969cbde34 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:22.716942 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-c4fdb9ce-5279-4e32-9820-646969cbde34 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.41 "GET /v2.0/networks?id=c34bbd11-6cda-4ab9-bade-57fe174281b3 HTTP/1.1" status: 200  len: 810 time: 0.2519217
Apr 20 18:30:22.746549 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7fb0929-45f4-4ad8-931f-0c7ce9bbf489 req-58449952-e134-4cb9-a0be-fe8b6b524161 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 210 time: 0.0820751
Apr 20 18:30:22.811596 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-0aa10f11-9aa0-409a-9af7-a27c965d3eb8 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbb484152d124ebebf134215121e440a HTTP/1.1" status: 200  len: 5709 time: 0.0813477
Apr 20 18:30:22.827600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Request body: {'port': {'device_id': '5408f5a4-eae0-4815-95f2-7805faceee08', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'admin_state_up': True, 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'security_groups': ['ddf85d64-975c-4409-9b5e-578210492dfc']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:22.850791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 510692d2-b506-4b21-aeba-328a783fd9e1 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:22.924696 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning for port 510692d2-b506-4b21-aeba-328a783fd9e1 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:22.929555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 510692d2-b506-4b21-aeba-328a783fd9e1 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:22.930007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:22.980346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:22.984914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Usage tracker for resource:port and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:22.987969 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:22.994497 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:23.005505 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Made reservation on behalf of bbb484152d124ebebf134215121e440a for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:23.011793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.064284 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.099423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] For port 510692d2-b506-4b21-aeba-328a783fd9e1, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=510692d2-b506-4b21-aeba-328a783fd9e1,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:23.103387 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.106921 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:23.186273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Pushing event updated for resources: {'Port': ['ID=510692d2-b506-4b21-aeba-328a783fd9e1,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:23.189517 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:23.195813 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Allocated IP 172.20.0.13 (c34bbd11-6cda-4ab9-bade-57fe174281b3/57621c6d-ad13-49b6-8334-7458b49b9d56/e897da05-0d71-421e-a686-872ddd830f66) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:23.410048 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.427068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Transition to ACTIVE for port object e897da05-0d71-421e-a686-872ddd830f66 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:23.451885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.457370 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:23.530594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Network c34bbd11-6cda-4ab9-bade-57fe174281b3 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:23.533878 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:23.538074 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:23.573672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event updated for resources: {'Port': ['ID=e897da05-0d71-421e-a686-872ddd830f66,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:23.582066 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:23.619496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:23.621321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.645894 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8288155
Apr 20 18:30:23.658539 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Request body: {'port': {'device_id': '5408f5a4-eae0-4815-95f2-7805faceee08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:23.712763 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-13c77999-c25c-43d0-8f2c-eddad85d9181 req-be0b7ece-5040-4069-b69f-7a8adf4a9718 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 210 time: 0.0498340
Apr 20 18:30:23.753981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-981f2a05-5244-4cd1-a21f-aced590013df None None] Provisioning for port e897da05-0d71-421e-a686-872ddd830f66 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:23.758919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-981f2a05-5244-4cd1-a21f-aced590013df None None] Provisioning complete for port e897da05-0d71-421e-a686-872ddd830f66 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:23.759342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-981f2a05-5244-4cd1-a21f-aced590013df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.793415 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:23.817899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-981f2a05-5244-4cd1-a21f-aced590013df None None] Port e897da05-0d71-421e-a686-872ddd830f66 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:30:24.134037 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d433a-5eb0-43f1-8106-eb7a05b1c263 req-0ac5613d-4bd0-48e0-aba0-4a1d0fa11e8c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:24.134708 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-d04d433a-5eb0-43f1-8106-eb7a05b1c263 req-0ac5613d-4bd0-48e0-aba0-4a1d0fa11e8c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Synchronizing usage tracker for tenant:bbb484152d124ebebf134215121e440a on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:24.175918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-d04d433a-5eb0-43f1-8106-eb7a05b1c263 req-0ac5613d-4bd0-48e0-aba0-4a1d0fa11e8c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Unset dirty status for tenant:bbb484152d124ebebf134215121e440a on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:24.177180 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d04d433a-5eb0-43f1-8106-eb7a05b1c263 req-0ac5613d-4bd0-48e0-aba0-4a1d0fa11e8c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 932 time: 0.2546790
Apr 20 18:30:24.284512 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d04d433a-5eb0-43f1-8106-eb7a05b1c263 req-0d91afe6-221b-45b2-9f62-10b66556b141 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001601
Apr 20 18:30:24.290776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e897da05-0d71-421e-a686-872ddd830f66 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:30:24.299298 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:24.315325 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Transition to ACTIVE for port object e897da05-0d71-421e-a686-872ddd830f66 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:24.317568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:24.322386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a63a9a3d-b724-4657-a07f-92a2a2e0e5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:24.528514 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Pushing event updated for resources: {'Port': ['ID=e897da05-0d71-421e-a686-872ddd830f66,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:24.535946 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:24.574937 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Attempting to bind port e897da05-0d71-421e-a686-872ddd830f66 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:24.575295 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Attempting to bind port e897da05-0d71-421e-a686-872ddd830f66 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:24.575658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Attempting to bind port e897da05-0d71-421e-a686-872ddd830f66 on network c34bbd11-6cda-4ab9-bade-57fe174281b3 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:24.581133 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Port e897da05-0d71-421e-a686-872ddd830f66 on network c34bbd11-6cda-4ab9-bade-57fe174281b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:30:24.581501 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Attempting to bind port e897da05-0d71-421e-a686-872ddd830f66 on network c34bbd11-6cda-4ab9-bade-57fe174281b3 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:24.587231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:24.587609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Checking segment: {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:24.588034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Bound using segment: {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:24.588555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Bound port: e897da05-0d71-421e-a686-872ddd830f66, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:24.589009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:24.692971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] For port e897da05-0d71-421e-a686-872ddd830f66, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:24.696495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] For port e897da05-0d71-421e-a686-872ddd830f66, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e897da05-0d71-421e-a686-872ddd830f66,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:24.699673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:24.704905 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-22ac0b81-1d5a-46ae-b3a7-38e8ca1e899e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:24.786551 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 510692d2-b506-4b21-aeba-328a783fd9e1 up at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:24.786742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:24.787298 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:24.788841 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] 10.222.0.41 "PUT /v2.0/ports/e897da05-0d71-421e-a686-872ddd830f66 HTTP/1.1" status: 200  len: 1094 time: 1.1354349
Apr 20 18:30:24.789406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5408f5a4-eae0-4815-95f2-7805faceee08', 'tag': 'e897da05-0d71-421e-a686-872ddd830f66'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:30:24.827687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Pushing event updated for resources: {'Port': ['ID=e897da05-0d71-421e-a686-872ddd830f66,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:24.892360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Provisioning complete for port 510692d2-b506-4b21-aeba-328a783fd9e1 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:24.893037 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:24.911469 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5408f5a4-eae0-4815-95f2-7805faceee08', 'tag': 'e897da05-0d71-421e-a686-872ddd830f66', 'status': 'completed', 'code': 200}
Apr 20 18:30:24.912488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:24.951515 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f400ebca-8ca7-4993-8faf-3526429ee74f req-56b91c74-be37-4e06-965c-53bfd04413cb tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 210 time: 0.0619688
Apr 20 18:30:24.957892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-2325c142-c8db-4eb1-b411-c81091e3484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:24.960203 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-2325c142-c8db-4eb1-b411-c81091e3484d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb484152d124ebebf134215121e440a&device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 1097 time: 0.1223037
Apr 20 18:30:25.049474 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-991070fa-c2bb-4f65-9c37-17830a2653b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e897da05-0d71-421e-a686-872ddd830f66 HTTP/1.1" status: 200  len: 217 time: 0.0757711
Apr 20 18:30:25.199410 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-e5caf480-7066-4015-810f-e071ac62a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:25.201006 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-e5caf480-7066-4015-810f-e071ac62a7ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57621c6d-ad13-49b6-8334-7458b49b9d56 HTTP/1.1" status: 200  len: 849 time: 0.1451261
Apr 20 18:30:25.341878 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-da6d7ed4-4e4d-4bf0-8b98-f172cc43904b tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:25.343475 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-da6d7ed4-4e4d-4bf0-8b98-f172cc43904b tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 811 time: 0.2298622
Apr 20 18:30:25.355587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-2d37562c-9525-44af-8354-eb5f8ab198ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:25.357165 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-2d37562c-9525-44af-8354-eb5f8ab198ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c34bbd11-6cda-4ab9-bade-57fe174281b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1474521
Apr 20 18:30:25.833105 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-e83e0cdd-340a-4512-8296-75980451385d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b342d1a5cf154285af0adb86f85d67b1 HTTP/1.1" status: 200  len: 8059 time: 0.4748390
Apr 20 18:30:25.860251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'port': {'device_id': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'admin_state_up': True, 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'security_groups': ['11254459-74c8-4580-b1bc-937479a38281']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:25.894396 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-1eb64b12-bc99-496e-a83c-1046e2741072 service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5224230
Apr 20 18:30:26.070934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f102-ce01-4d72-8d14-8ea80c2e5570 req-64e6fbd5-8935-4816-b222-9cb31ff2f142 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:26.072515 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0894f102-ce01-4d72-8d14-8ea80c2e5570 req-64e6fbd5-8935-4816-b222-9cb31ff2f142 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 944 time: 0.6662049
Apr 20 18:30:26.126931 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-61aa45c5-6c36-4736-9cce-af752cf326d6 req-9e5a2b89-7648-4388-81b6-c98cd3c3a89c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 210 time: 0.0504296
Apr 20 18:30:26.207494 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0894f102-ce01-4d72-8d14-8ea80c2e5570 req-effff411-548d-4e0c-88d7-6ee72c6ca2c8 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160967
Apr 20 18:30:26.208510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:26.219958 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c5d75b97-da1b-41d0-8223-ae1d4784da77 req-6030665b-21cb-4280-a333-be7abdacca02 service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2719767
Apr 20 18:30:26.223582 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:26.233688 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Made reservation on behalf of b342d1a5cf154285af0adb86f85d67b1 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:30:26.240270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:26.465869 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df25a60-e1c5-43ec-8c12-72709ab67fe3 req-20373931-ec15-4ed3-9231-003b93a0513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:26.467517 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4df25a60-e1c5-43ec-8c12-72709ab67fe3 req-20373931-ec15-4ed3-9231-003b93a0513d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb484152d124ebebf134215121e440a&device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 1097 time: 0.2042150
Apr 20 18:30:26.509609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Allocated IP 172.20.0.13 (f8ee8939-74e1-472d-a506-044d673909ab/9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f/5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:26.737938 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df25a60-e1c5-43ec-8c12-72709ab67fe3 req-a1899a70-20e1-4ab7-a019-9c7a485941e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:26.739547 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4df25a60-e1c5-43ec-8c12-72709ab67fe3 req-a1899a70-20e1-4ab7-a019-9c7a485941e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c34bbd11-6cda-4ab9-bade-57fe174281b3 HTTP/1.1" status: 200  len: 911 time: 0.2628310
Apr 20 18:30:26.828612 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4df25a60-e1c5-43ec-8c12-72709ab67fe3 req-09e907bf-867e-4543-802c-3736fb7cd678 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e897da05-0d71-421e-a686-872ddd830f66 HTTP/1.1" status: 200  len: 217 time: 0.0748608
Apr 20 18:30:26.946181 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:26.951097 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df25a60-e1c5-43ec-8c12-72709ab67fe3 req-66fd8bf9-55bc-442e-aa32-fd6ae34fa530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:26.952700 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4df25a60-e1c5-43ec-8c12-72709ab67fe3 req-66fd8bf9-55bc-442e-aa32-fd6ae34fa530 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57621c6d-ad13-49b6-8334-7458b49b9d56 HTTP/1.1" status: 200  len: 849 time: 0.1059909
Apr 20 18:30:27.011423 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Transition to ACTIVE for port object 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:27.063750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df25a60-e1c5-43ec-8c12-72709ab67fe3 req-be6a18d8-fb14-47ee-b06e-02961327cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:27.065353 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4df25a60-e1c5-43ec-8c12-72709ab67fe3 req-be6a18d8-fb14-47ee-b06e-02961327cd4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c34bbd11-6cda-4ab9-bade-57fe174281b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1035569
Apr 20 18:30:27.066867 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.072471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-235a4fa7-438f-4e2e-b42e-6de3ede04767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:27.228266 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Network f8ee8939-74e1-472d-a506-044d673909ab is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:27.233255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:27.240654 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:27.277071 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'Port': ['ID=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:27.293340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:27.359849 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:27.360581 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.372185 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468b63b-fbfc-46d0-863c-1bd58a75f814 req-dbdebe5f-6deb-4525-ae0f-2fa9c667a1b9 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:27.374346 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a468b63b-fbfc-46d0-863c-1bd58a75f814 req-dbdebe5f-6deb-4525-ae0f-2fa9c667a1b9 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 932 time: 0.1334846
Apr 20 18:30:27.420870 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4df25a60-e1c5-43ec-8c12-72709ab67fe3 req-c9f721bd-3425-42a0-939f-5cbe11f69dc1 service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3152161
Apr 20 18:30:27.429991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-a468b63b-fbfc-46d0-863c-1bd58a75f814 req-1ba3b394-f094-48f1-b7ec-091706202dd8 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Synchronizing usage tracker for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:27.444080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-a468b63b-fbfc-46d0-863c-1bd58a75f814 req-1ba3b394-f094-48f1-b7ec-091706202dd8 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Unset dirty status for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:27.445323 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a468b63b-fbfc-46d0-863c-1bd58a75f814 req-1ba3b394-f094-48f1-b7ec-091706202dd8 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642378
Apr 20 18:30:27.509169 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-ab4ba4ba-7249-430f-a388-8af13778de55 None None] Provisioning for port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:27.514376 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-ab4ba4ba-7249-430f-a388-8af13778de55 None None] Provisioning complete for port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:27.514797 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba4ba-7249-430f-a388-8af13778de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.538240 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-2d427f09-38c3-4d35-911b-d7e21ce46e93 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6922939
Apr 20 18:30:27.556735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Request body: {'port': {'device_id': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:27.575469 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ba4ba-7249-430f-a388-8af13778de55 None None] Port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:30:27.671505 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4df25a60-e1c5-43ec-8c12-72709ab67fe3 req-ba81ce04-444c-4621-8aea-42e9e4d6d3cf service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415922
Apr 20 18:30:27.717477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4868b-3e44-4007-9075-bff3ee6ecb93 req-5fd0e73f-15e7-4c14-8576-f12af0369602 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:27.719106 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ced4868b-3e44-4007-9075-bff3ee6ecb93 req-5fd0e73f-15e7-4c14-8576-f12af0369602 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 944 time: 0.3419142
Apr 20 18:30:27.777159 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:27.804439 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ced4868b-3e44-4007-9075-bff3ee6ecb93 req-1a3174cc-1adf-4265-851c-b8cc2eead915 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779781
Apr 20 18:30:28.150513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:30:28.158934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.175344 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Transition to ACTIVE for port object 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:30:28.177762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.182620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-15bd2efa-d8fd-4160-8b15-7c7c8d613b84 tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:28.592058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Pushing event updated for resources: {'Port': ['ID=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:28.621900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:28.661500 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4faf8-aae1-4da3-982a-6fcec7d1e23f req-8b64ab16-fa9c-477b-a222-213f8c3cd290 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:28.663048 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9ed4faf8-aae1-4da3-982a-6fcec7d1e23f req-8b64ab16-fa9c-477b-a222-213f8c3cd290 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 944 time: 0.0997727
Apr 20 18:30:28.666229 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Attempting to bind port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:30:28.667180 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Attempting to bind port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:30:28.667743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Attempting to bind port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 on network f8ee8939-74e1-472d-a506-044d673909ab {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:28.673207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 on network f8ee8939-74e1-472d-a506-044d673909ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:30:28.673579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Attempting to bind port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 on network f8ee8939-74e1-472d-a506-044d673909ab {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:30:28.680155 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:30:28.680593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Checking segment: {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:30:28.680967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Bound using segment: {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:30:28.681454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Bound port: 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:30:28.681872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.714336 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9ed4faf8-aae1-4da3-982a-6fcec7d1e23f req-f92adac6-d024-4917-8c8a-a4b2e6b0abe7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432673
Apr 20 18:30:28.784525 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] For port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:30:28.787645 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] For port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:30:28.791166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.797305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8cbed436-1803-404a-b15a-49c9e6e6cbda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:28.851283 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:28.851949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:28.853424 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] 10.222.0.41 "PUT /v2.0/ports/5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 HTTP/1.1" status: 200  len: 1094 time: 1.3056591
Apr 20 18:30:28.856392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'tag': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:30:28.933074 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'tag': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39', 'status': 'completed', 'code': 200}
Apr 20 18:30:29.001746 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Pushing event updated for resources: {'Port': ['ID=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:29.006659 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:29.058264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-eef74459-a730-44fb-90fa-2a7346444ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:29.059875 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-eef74459-a730-44fb-90fa-2a7346444ace service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 1097 time: 0.1691737
Apr 20 18:30:29.071968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6783198-5389-4cde-8294-32d0bfdde1b2 req-435af882-79f8-4f87-a2fb-82cfbc367dcf tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:29.074032 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d6783198-5389-4cde-8294-32d0bfdde1b2 req-435af882-79f8-4f87-a2fb-82cfbc367dcf tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 944 time: 0.1401224
Apr 20 18:30:29.082387 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device e897da05-0d71-421e-a686-872ddd830f66 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:30:29.158583 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-927414f6-7a05-4177-8b3c-87526596ac14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 HTTP/1.1" status: 200  len: 217 time: 0.0835252
Apr 20 18:30:29.232127 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d6783198-5389-4cde-8294-32d0bfdde1b2 req-9b8773f4-596f-42a4-b8a8-908802718bc8 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968506
Apr 20 18:30:29.245188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port e897da05-0d71-421e-a686-872ddd830f66, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e897da05-0d71-421e-a686-872ddd830f66,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:29.257703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-1d1032c0-79cd-4cf3-ae5b-2f63319482d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:29.259327 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-1d1032c0-79cd-4cf3-ae5b-2f63319482d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.0950763
Apr 20 18:30:29.259873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'e897da05-0d71-421e-a686-872ddd830f66', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'port_id': 'e897da05-0d71-421e-a686-872ddd830f66', 'mac_address': 'fa:16:3e:f4:af:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:30:29.319424 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:29.341144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e897da05-0d71-421e-a686-872ddd830f66 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:30:29.345580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-d0dc7f90-ff88-42d5-b040-4e387719b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:29.347248 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-d0dc7f90-ff88-42d5-b040-4e387719b9b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819077
Apr 20 18:30:29.356984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port e897da05-0d71-421e-a686-872ddd830f66, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e897da05-0d71-421e-a686-872ddd830f66,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:29.359963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:29.361772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:29.431092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=e897da05-0d71-421e-a686-872ddd830f66,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:29.435187 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:29.491397 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-d4955130-f23e-47e9-bfbf-56223d028bd2 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379015
Apr 20 18:30:29.563326 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['e897da05-0d71-421e-a686-872ddd830f66'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:30:29.637262 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5129ed79-73b8-4e88-bfaa-6257c3ad9d0d req-c2a5d5e7-9767-4d14-94a1-0395e9bf8273 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387618
Apr 20 18:30:29.765374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab374b9-dbbf-4468-81d3-74ea122c0241 req-84f15270-a07e-4f7a-80a4-a31b1f985c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:29.767066 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1ab374b9-dbbf-4468-81d3-74ea122c0241 req-84f15270-a07e-4f7a-80a4-a31b1f985c87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 1097 time: 0.0820401
Apr 20 18:30:29.840377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-968b459c-8173-4145-95e4-4b5a7d4fa55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:29.920521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab374b9-dbbf-4468-81d3-74ea122c0241 req-09259522-70bf-4b7e-a45a-2968602d484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:29.922201 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1ab374b9-dbbf-4468-81d3-74ea122c0241 req-09259522-70bf-4b7e-a45a-2968602d484b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 912 time: 0.1483305
Apr 20 18:30:30.004105 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1ab374b9-dbbf-4468-81d3-74ea122c0241 req-2d807e64-7467-4bb3-9cfd-efa2813a4d80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 HTTP/1.1" status: 200  len: 217 time: 0.0746469
Apr 20 18:30:30.079027 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab374b9-dbbf-4468-81d3-74ea122c0241 req-434d338e-1949-4f8c-b570-5926cd3efe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:30.080640 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1ab374b9-dbbf-4468-81d3-74ea122c0241 req-434d338e-1949-4f8c-b570-5926cd3efe58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.0702593
Apr 20 18:30:30.170783 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab374b9-dbbf-4468-81d3-74ea122c0241 req-0e8ca36c-967e-40a9-b7b8-5f03d97505d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:30.172411 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1ab374b9-dbbf-4468-81d3-74ea122c0241 req-0e8ca36c-967e-40a9-b7b8-5f03d97505d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851438
Apr 20 18:30:30.173742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71d908-e384-4801-bb29-23450a38de71 req-c8f84bf4-e9b2-48c0-811a-8fe4fc9520fd tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:30.175363 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3a71d908-e384-4801-bb29-23450a38de71 req-c8f84bf4-e9b2-48c0-811a-8fe4fc9520fd tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 944 time: 0.3390300
Apr 20 18:30:30.224474 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3a71d908-e384-4801-bb29-23450a38de71 req-a967327c-b1ce-40ff-9057-6770a9c655c4 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428252
Apr 20 18:30:30.319708 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1ab374b9-dbbf-4468-81d3-74ea122c0241 req-cc70ac01-1006-440e-a1db-b213c1bfde7d service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405249
Apr 20 18:30:30.530406 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1ab374b9-dbbf-4468-81d3-74ea122c0241 req-a3616368-cd94-44eb-a0d4-9ffb263136d4 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2046537
Apr 20 18:30:30.539693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d44b5-ac44-4887-bd39-dd4e3b931977 req-cc1630b5-daaf-4354-a6dc-6b942deee1d7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:30.541244 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f7d44b5-ac44-4887-bd39-dd4e3b931977 req-cc1630b5-daaf-4354-a6dc-6b942deee1d7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 945 time: 0.1939552
Apr 20 18:30:30.592942 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f7d44b5-ac44-4887-bd39-dd4e3b931977 req-90ac1872-2403-499a-8ae6-b6a65cf3720b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430744
Apr 20 18:30:31.098477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device e897da05-0d71-421e-a686-872ddd830f66 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:31.169426 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port e897da05-0d71-421e-a686-872ddd830f66 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:31.174541 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port e897da05-0d71-421e-a686-872ddd830f66 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:31.174958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:31.299198 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:31.328030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5408f5a4-eae0-4815-95f2-7805faceee08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e897da05-0d71-421e-a686-872ddd830f66'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:30:31.338547 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port e897da05-0d71-421e-a686-872ddd830f66, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e897da05-0d71-421e-a686-872ddd830f66,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:31.342656 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:31.344605 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-34560363-46f6-4da2-97bb-466a1001f27b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:31.381468 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5408f5a4-eae0-4815-95f2-7805faceee08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e897da05-0d71-421e-a686-872ddd830f66', 'code': 200}
Apr 20 18:30:31.419384 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=e897da05-0d71-421e-a686-872ddd830f66,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:31.422574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:31.435268 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0f9c4-2f67-4216-869b-448c12d46a30 req-458ed6f5-afa4-45ba-b5c0-3618d6b350b2 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:31.436879 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-21a0f9c4-2f67-4216-869b-448c12d46a30 req-458ed6f5-afa4-45ba-b5c0-3618d6b350b2 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 944 time: 0.0986829
Apr 20 18:30:31.488960 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-21a0f9c4-2f67-4216-869b-448c12d46a30 req-edaa1fe5-f38d-4a87-ac36-d54fc038475e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452456
Apr 20 18:30:31.623383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc569-0bbe-4aef-9d12-90ffb3a7285b req-591e7ac6-142e-4bd1-bec2-c718af5f16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:31.624909 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e7fcc569-0bbe-4aef-9d12-90ffb3a7285b req-591e7ac6-142e-4bd1-bec2-c718af5f16cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 1099 time: 0.0795178
Apr 20 18:30:31.668562 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e7fcc569-0bbe-4aef-9d12-90ffb3a7285b req-37daa911-4c52-4bdc-beb8-c34caecafd19 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376663
Apr 20 18:30:31.800391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91236b-d10c-482a-a190-1fb530ab47ba req-678ace5c-9576-4284-844f-0beeb78d7a83 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:31.802055 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4c91236b-d10c-482a-a190-1fb530ab47ba req-678ace5c-9576-4284-844f-0beeb78d7a83 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0898726
Apr 20 18:30:31.856550 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4c91236b-d10c-482a-a190-1fb530ab47ba req-ac50e8a6-53a5-4de3-827d-5a0bd306f55a tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468893
Apr 20 18:30:32.147593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fb5b2f1a-ba45-4fd8-bcdb-b7e8f6250324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.699145 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.701604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57dcce-a0e6-4269-99d5-59a6ff4984a2 req-e5f6040c-4cee-40ce-8a9a-18ad67b73861 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:32.703311 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3b57dcce-a0e6-4269-99d5-59a6ff4984a2 req-e5f6040c-4cee-40ce-8a9a-18ad67b73861 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 944 time: 0.0930085
Apr 20 18:30:32.752249 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3b57dcce-a0e6-4269-99d5-59a6ff4984a2 req-5efdc4d2-0833-4669-92c1-b7017294c505 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420344
Apr 20 18:30:33.058424 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e554b8-b709-4b01-9a4e-8fc9065e0dcc req-42bfd741-babc-4206-9ff6-1da8fb13e183 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:33.060024 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-52e554b8-b709-4b01-9a4e-8fc9065e0dcc req-42bfd741-babc-4206-9ff6-1da8fb13e183 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0895731
Apr 20 18:30:33.107336 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-52e554b8-b709-4b01-9a4e-8fc9065e0dcc req-a1740332-eca6-4f3f-897f-0b2f010c6781 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409026
Apr 20 18:30:33.304496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041fca-459f-400b-8097-27da1fb96409 req-1198fca6-3a70-4e27-8129-c53d584362b2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:33.305245 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-e9041fca-459f-400b-8097-27da1fb96409 req-1198fca6-3a70-4e27-8129-c53d584362b2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Synchronizing usage tracker for tenant:bbb484152d124ebebf134215121e440a on resource:port {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:33.318402 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-e9041fca-459f-400b-8097-27da1fb96409 req-1198fca6-3a70-4e27-8129-c53d584362b2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Unset dirty status for tenant:bbb484152d124ebebf134215121e440a on resource:port {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:33.319616 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e9041fca-459f-400b-8097-27da1fb96409 req-1198fca6-3a70-4e27-8129-c53d584362b2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.1058028
Apr 20 18:30:33.329441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41464) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:33.335047 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-e01b9bca-fd90-4fbd-9d2d-57d1b6ff853b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Request body: {'floatingip': {'port_id': 'e897da05-0d71-421e-a686-872ddd830f66'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:33.419178 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e01b9bca-fd90-4fbd-9d2d-57d1b6ff853b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:33.510087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:33.962679 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd50e38-99c5-49e4-a15d-29b12f71afc8 req-3ce1e039-56db-4b47-92c6-49a077b34b5a tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:33.963443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-dcd50e38-99c5-49e4-a15d-29b12f71afc8 req-3ce1e039-56db-4b47-92c6-49a077b34b5a tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Synchronizing usage tracker for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:33.979242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-dcd50e38-99c5-49e4-a15d-29b12f71afc8 req-3ce1e039-56db-4b47-92c6-49a077b34b5a tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Unset dirty status for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:33.980668 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dcd50e38-99c5-49e4-a15d-29b12f71afc8 req-3ce1e039-56db-4b47-92c6-49a077b34b5a tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 944 time: 0.1115608
Apr 20 18:30:34.030220 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dcd50e38-99c5-49e4-a15d-29b12f71afc8 req-820162aa-eab8-4ba2-bce8-c92e608cbc5b tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429828
Apr 20 18:30:34.056138 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e01b9bca-fd90-4fbd-9d2d-57d1b6ff853b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.061093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e01b9bca-fd90-4fbd-9d2d-57d1b6ff853b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.237242 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-e01b9bca-fd90-4fbd-9d2d-57d1b6ff853b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Floating IP e1595201-1a11-4863-8221-3e1e61e26a85 associated. External IP: 172.27.1.14, port: e897da05-0d71-421e-a686-872ddd830f66.
Apr 20 18:30:34.541602 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.609103 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01b9bca-fd90-4fbd-9d2d-57d1b6ff853b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:30:34.804380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01b9bca-fd90-4fbd-9d2d-57d1b6ff853b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:30:34.809626 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e01b9bca-fd90-4fbd-9d2d-57d1b6ff853b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.815080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc30d2b-d605-48ca-b75e-df5f85362056 None None] Sync routers for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:30:34.826659 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc30d2b-d605-48ca-b75e-df5f85362056 None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:34.827333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-5cc30d2b-d605-48ca-b75e-df5f85362056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdbbb0b8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:34.868521 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-e01b9bca-fd90-4fbd-9d2d-57d1b6ff853b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "PUT /v2.0/floatingips/e1595201-1a11-4863-8221-3e1e61e26a85 HTTP/1.1" status: 200  len: 991 time: 1.5378869
Apr 20 18:30:34.869216 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5408f5a4-eae0-4815-95f2-7805faceee08', 'tag': 'e897da05-0d71-421e-a686-872ddd830f66'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:30:34.920728 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5408f5a4-eae0-4815-95f2-7805faceee08', 'tag': 'e897da05-0d71-421e-a686-872ddd830f66', 'status': 'completed', 'code': 200}
Apr 20 18:30:35.023690 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-5cc30d2b-d605-48ca-b75e-df5f85362056 None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:35.024017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad7788-6151-4a01-8944-e002d558073d req-4ec3064b-8ebd-4037-a2d4-5eec7568ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:35.025659 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-afad7788-6151-4a01-8944-e002d558073d req-4ec3064b-8ebd-4037-a2d4-5eec7568ece3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb484152d124ebebf134215121e440a&device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 1099 time: 0.0829980
Apr 20 18:30:35.226918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad7788-6151-4a01-8944-e002d558073d req-9c1b6ec6-28c1-44d1-b754-b2e8ca672494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:35.228505 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-afad7788-6151-4a01-8944-e002d558073d req-9c1b6ec6-28c1-44d1-b754-b2e8ca672494 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c34bbd11-6cda-4ab9-bade-57fe174281b3 HTTP/1.1" status: 200  len: 911 time: 0.1962330
Apr 20 18:30:35.357092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36115fbf-0687-4aaa-bc9e-29c1bc033538 req-33a62e40-b414-4966-ad70-a7e9859a0cde tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:35.358656 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36115fbf-0687-4aaa-bc9e-29c1bc033538 req-33a62e40-b414-4966-ad70-a7e9859a0cde tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 944 time: 0.2090528
Apr 20 18:30:35.363403 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-afad7788-6151-4a01-8944-e002d558073d req-ede918ed-0d70-4e7f-ad74-b2383a5341b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e897da05-0d71-421e-a686-872ddd830f66 HTTP/1.1" status: 200  len: 999 time: 0.1239345
Apr 20 18:30:35.402933 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-5cc30d2b-d605-48ca-b75e-df5f85362056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdbbb0b8>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'e1595201-1a11-4863-8221-3e1e61e26a85', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'port_id': 'e897da05-0d71-421e-a686-872ddd830f66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'mac_address': 'fa:16:3e:f4:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5408f5a4-eae0-4815-95f2-7805faceee08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:33Z', 'revision_number': 1, 'project_id': 'bbb484152d124ebebf134215121e440a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:23Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:35.407142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc30d2b-d605-48ca-b75e-df5f85362056 None None] Checking router: fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:30:35.417519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc30d2b-d605-48ca-b75e-df5f85362056 None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:35.418218 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-5cc30d2b-d605-48ca-b75e-df5f85362056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdbbb0b8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:35.460856 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36115fbf-0687-4aaa-bc9e-29c1bc033538 req-f5fddb28-6230-43d3-9f7b-61c00ffaa2ea tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956914
Apr 20 18:30:35.466895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad7788-6151-4a01-8944-e002d558073d req-e4529cf8-28e5-4cba-9393-0234d2b05691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:35.468435 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-afad7788-6151-4a01-8944-e002d558073d req-e4529cf8-28e5-4cba-9393-0234d2b05691 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57621c6d-ad13-49b6-8334-7458b49b9d56 HTTP/1.1" status: 200  len: 849 time: 0.0889654
Apr 20 18:30:35.560307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad7788-6151-4a01-8944-e002d558073d req-3f4231e7-1147-40b4-a6ff-455578cb2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:35.561944 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-afad7788-6151-4a01-8944-e002d558073d req-3f4231e7-1147-40b4-a6ff-455578cb2229 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c34bbd11-6cda-4ab9-bade-57fe174281b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869403
Apr 20 18:30:35.613517 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-5cc30d2b-d605-48ca-b75e-df5f85362056 None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:35.705921 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-afad7788-6151-4a01-8944-e002d558073d req-7438ee16-2c87-4141-bacd-811b028b08d9 service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374016
Apr 20 18:30:35.855506 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-afad7788-6151-4a01-8944-e002d558073d req-0b91dede-5c4c-41bb-8208-04767584ec6c service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424017
Apr 20 18:30:35.984066 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-5cc30d2b-d605-48ca-b75e-df5f85362056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdbbb0b8>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'e1595201-1a11-4863-8221-3e1e61e26a85', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'port_id': 'e897da05-0d71-421e-a686-872ddd830f66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'mac_address': 'fa:16:3e:f4:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5408f5a4-eae0-4815-95f2-7805faceee08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:33Z', 'revision_number': 1, 'project_id': 'bbb484152d124ebebf134215121e440a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:23Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:35.988156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc30d2b-d605-48ca-b75e-df5f85362056 None None] The sync data for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi is: [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'e1595201-1a11-4863-8221-3e1e61e26a85', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'port_id': 'e897da05-0d71-421e-a686-872ddd830f66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'mac_address': 'fa:16:3e:f4:af:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5408f5a4-eae0-4815-95f2-7805faceee08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:19Z', 'updated_at': '2021-04-20T18:30:33Z', 'revision_number': 1, 'project_id': 'bbb484152d124ebebf134215121e440a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:23Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:30:36.271048 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce1b246-82e5-42a2-97ed-08e2115a8164 None None] New status for floating IP e1595201-1a11-4863-8221-3e1e61e26a85: ACTIVE {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:30:36.663444 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a000b1d-c0ad-485a-87d5-24579e7ffd6c req-4218a3d5-0b2b-4dfb-a00f-af91f581d40f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:36.665058 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6a000b1d-c0ad-485a-87d5-24579e7ffd6c req-4218a3d5-0b2b-4dfb-a00f-af91f581d40f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 944 time: 0.0900095
Apr 20 18:30:36.716835 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6a000b1d-c0ad-485a-87d5-24579e7ffd6c req-93692011-2778-4995-a550-449e55b649ba tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449522
Apr 20 18:30:37.138616 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:30:37.284263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:37.298536 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'port_id': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39', 'mac_address': 'fa:16:3e:d7:fd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:30:37.360109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:37.382498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:30:37.399366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:37.402873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:37.404703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:37.474695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:37.477826 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:37.625873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:30:37.926281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36567dec-5bf8-4878-a247-cbc9a20aa9bd req-791e6feb-b2ee-44db-be91-b9f1694f2209 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:37.927888 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36567dec-5bf8-4878-a247-cbc9a20aa9bd req-791e6feb-b2ee-44db-be91-b9f1694f2209 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 945 time: 0.0935137
Apr 20 18:30:37.976220 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-36567dec-5bf8-4878-a247-cbc9a20aa9bd req-9fac7767-dfb0-44ff-86da-3f156713fdb7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408411
Apr 20 18:30:39.144732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:30:39.179485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032dfa9-337b-4136-8931-ea0e49314e0d req-ed43f0c5-bda0-40d3-9934-312f07babb2c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:39.181098 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6032dfa9-337b-4136-8931-ea0e49314e0d req-ed43f0c5-bda0-40d3-9934-312f07babb2c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 945 time: 0.0888338
Apr 20 18:30:39.219657 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:30:39.224722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:30:39.225147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:39.229483 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6032dfa9-337b-4136-8931-ea0e49314e0d req-b42642ea-6a91-44c9-97c3-c3bfcee15196 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418143
Apr 20 18:30:39.350615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:39.378522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:30:39.389959 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:30:39.393436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:39.395556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:39.434980 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39', 'code': 200}
Apr 20 18:30:39.473734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:39.476772 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:39.716156 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcde70-b678-4282-9144-235ddf198de3 req-89167fcc-bb96-45c3-b430-7e53190651fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:39.717757 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-30fcde70-b678-4282-9144-235ddf198de3 req-89167fcc-bb96-45c3-b430-7e53190651fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 1099 time: 0.0809572
Apr 20 18:30:39.760360 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-30fcde70-b678-4282-9144-235ddf198de3 req-c4f591a0-0a41-48f0-960b-14c902517a05 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364888
Apr 20 18:30:40.429763 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3a765-5450-4de8-9869-a9a506d3df5b req-bce0ed78-839c-4eb5-a6c0-cf96d2795129 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:40.431411 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f7b3a765-5450-4de8-9869-a9a506d3df5b req-bce0ed78-839c-4eb5-a6c0-cf96d2795129 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 946 time: 0.0880227
Apr 20 18:30:40.490163 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f7b3a765-5450-4de8-9869-a9a506d3df5b req-c2b49cd2-37d2-480d-9fe6-d0c3c6448538 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510602
Apr 20 18:30:41.918482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b9fd6-7595-4b8a-bb3c-41aa10766252 req-92272d7b-35ad-45da-855e-43aabb58246e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:41.920100 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-992b9fd6-7595-4b8a-bb3c-41aa10766252 req-92272d7b-35ad-45da-855e-43aabb58246e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 946 time: 0.3142822
Apr 20 18:30:41.968006 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-992b9fd6-7595-4b8a-bb3c-41aa10766252 req-8570afc5-df0d-44af-b512-26ca32b7d89b tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412154
Apr 20 18:30:42.085666 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:30:42.174101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9ca17-c213-4e55-82c4-c08f06666803 req-84bbf70f-12e2-45da-9c6c-fd9b9ce354c1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:42.175713 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-05b9ca17-c213-4e55-82c4-c08f06666803 req-84bbf70f-12e2-45da-9c6c-fd9b9ce354c1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 946 time: 0.0942202
Apr 20 18:30:42.223407 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-05b9ca17-c213-4e55-82c4-c08f06666803 req-88c9baf0-781e-4018-ad51-797396636674 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413163
Apr 20 18:30:42.248217 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41502) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:42.435413 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35c4fd-55e7-4358-a42f-9512212edeae tempest-TestVolumeBootPattern-1680268191 tempest-TestVolumeBootPattern-1680268191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:42.436182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-dd35c4fd-55e7-4358-a42f-9512212edeae tempest-TestVolumeBootPattern-1680268191 tempest-TestVolumeBootPattern-1680268191-project-admin] Synchronizing usage tracker for tenant:64e45c417da349599fa7f846d2a5fa90 on resource:port {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:30:42.453463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-dd35c4fd-55e7-4358-a42f-9512212edeae tempest-TestVolumeBootPattern-1680268191 tempest-TestVolumeBootPattern-1680268191-project-admin] Unset dirty status for tenant:64e45c417da349599fa7f846d2a5fa90 on resource:port {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:30:42.454657 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-dd35c4fd-55e7-4358-a42f-9512212edeae tempest-TestVolumeBootPattern-1680268191 tempest-TestVolumeBootPattern-1680268191-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 1094 time: 0.2053983
Apr 20 18:30:42.457828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41508) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:30:42.463459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'floatingip': {'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'port_id': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:30:42.470392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:30:42.474341 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Usage tracker for resource:floatingip and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:30:42.477255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:30:42.483257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:30:42.505157 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:42.645528 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:42.805790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Allocated IP 172.27.1.135 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/2d5caed6-4646-4ca3-9f6c-7496c56a2cc8) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:30:42.966437 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:42.996827 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:43.001683 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0474baa8-0660-4732-92ec-dbb289e8d854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:43.306248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:30:43.310196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:30:43.314224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:30:43.316064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:43.354300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'Port': ['ID=2d5caed6-4646-4ca3-9f6c-7496c56a2cc8,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:43.358793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:43.748492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:43.827490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.049573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.052769 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.057466 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-15a5ce85-f723-4ed6-b018-22757170629d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:30:44.166398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'Port': ['ID=2d5caed6-4646-4ca3-9f6c-7496c56a2cc8,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:30:44.177687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:30:44.184559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:44.363347 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Floating IP 56b53d51-d809-4cee-8be3-eaa0a103faa7 associated. External IP: 172.27.1.135, port: 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39.
Apr 20 18:30:44.739381 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Router c4c05fc1-1cbf-41e5-b333-529f8792a7db has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:30:44.936045 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:30:44.946129 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3faf284-1752-4179-b236-4b89ff92524e None None] Sync routers for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:30:44.956538 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3faf284-1752-4179-b236-4b89ff92524e None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:44.957209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-b3faf284-1752-4179-b236-4b89ff92524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdbbb9e8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:44.961972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:45.033963 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5628345
Apr 20 18:30:45.033963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'tag': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:30:45.071746 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'tag': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39', 'status': 'completed', 'code': 200}
Apr 20 18:30:45.162703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-b3faf284-1752-4179-b236-4b89ff92524e None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:45.187938 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff29cc-5a60-4ca9-9475-7aa158e9b798 req-14c960c2-7760-4020-a03b-15ab557f62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:45.189530 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2ff29cc-5a60-4ca9-9475-7aa158e9b798 req-14c960c2-7760-4020-a03b-15ab557f62e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 1099 time: 0.0816655
Apr 20 18:30:45.332329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff29cc-5a60-4ca9-9475-7aa158e9b798 req-f41b975d-0ebe-435b-b3ce-6da68c11e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:45.333799 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2ff29cc-5a60-4ca9-9475-7aa158e9b798 req-f41b975d-0ebe-435b-b3ce-6da68c11e6cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 912 time: 0.1367135
Apr 20 18:30:45.448452 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2ff29cc-5a60-4ca9-9475-7aa158e9b798 req-330bf435-eba6-47ea-86a5-e0c83c5f6e16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 HTTP/1.1" status: 200  len: 1000 time: 0.1051664
Apr 20 18:30:45.527943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff29cc-5a60-4ca9-9475-7aa158e9b798 req-2990b16f-d8cc-4d3a-a757-0effe7edaa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:45.529581 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2ff29cc-5a60-4ca9-9475-7aa158e9b798 req-2990b16f-d8cc-4d3a-a757-0effe7edaa53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.0739703
Apr 20 18:30:45.535370 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-b3faf284-1752-4179-b236-4b89ff92524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdbbb9e8>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '56b53d51-d809-4cee-8be3-eaa0a103faa7', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:d7:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:43Z', 'updated_at': '2021-04-20T18:30:43Z', 'revision_number': 0, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:45.539474 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3faf284-1752-4179-b236-4b89ff92524e None None] Checking router: c4c05fc1-1cbf-41e5-b333-529f8792a7db for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:30:45.549478 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3faf284-1752-4179-b236-4b89ff92524e None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:30:45.550180 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-b3faf284-1752-4179-b236-4b89ff92524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdbbb9e8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:30:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:45.617207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff29cc-5a60-4ca9-9475-7aa158e9b798 req-6bdc8afd-ba67-4b95-b449-e207692ae13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:45.618756 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2ff29cc-5a60-4ca9-9475-7aa158e9b798 req-6bdc8afd-ba67-4b95-b449-e207692ae13d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824094
Apr 20 18:30:45.742517 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-b3faf284-1752-4179-b236-4b89ff92524e None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:30:45.768776 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2ff29cc-5a60-4ca9-9475-7aa158e9b798 req-b2f28351-9526-4b0a-96c3-6221376721ef service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422625
Apr 20 18:30:45.934527 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f2ff29cc-5a60-4ca9-9475-7aa158e9b798 req-31a31c7f-3deb-42fd-abc4-096f050da2f9 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518447
Apr 20 18:30:46.271051 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-b3faf284-1752-4179-b236-4b89ff92524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdbbb9e8>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '56b53d51-d809-4cee-8be3-eaa0a103faa7', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:d7:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:43Z', 'updated_at': '2021-04-20T18:30:43Z', 'revision_number': 0, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:30:46.275193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3faf284-1752-4179-b236-4b89ff92524e None None] The sync data for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi is: [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '56b53d51-d809-4cee-8be3-eaa0a103faa7', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:d7:fd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:30:43Z', 'updated_at': '2021-04-20T18:30:43Z', 'revision_number': 0, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:30:46.554523 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c7412-0b31-43c3-8273-c67479b6f90a None None] New status for floating IP 56b53d51-d809-4cee-8be3-eaa0a103faa7: ACTIVE {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:30:59.840667 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-41ba6360-a913-4b1a-8c7b-3b945c597ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:02.149292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-18b580fd-af7b-4c57-b219-5640424cbb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:02.701173 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.501892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.543934 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:13.316089 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:14.854265 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3a53f3b0-17b6-47bc-9412-3493a994be52 req-87246ccb-f6d7-450c-896d-63b14852abfd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0821049
Apr 20 18:31:15.037308 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f3b0-17b6-47bc-9412-3493a994be52 req-5460723f-100c-4cc4-aed2-8797797110f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:15.038952 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3a53f3b0-17b6-47bc-9412-3493a994be52 req-5460723f-100c-4cc4-aed2-8797797110f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb484152d124ebebf134215121e440a&device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 1099 time: 0.0803018
Apr 20 18:31:15.200513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f3b0-17b6-47bc-9412-3493a994be52 req-92297c2c-1149-48ed-b9f4-24ec2d485ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:15.202227 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3a53f3b0-17b6-47bc-9412-3493a994be52 req-92297c2c-1149-48ed-b9f4-24ec2d485ac5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c34bbd11-6cda-4ab9-bade-57fe174281b3 HTTP/1.1" status: 200  len: 911 time: 0.1420870
Apr 20 18:31:15.314940 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3a53f3b0-17b6-47bc-9412-3493a994be52 req-1c8d7074-7ae6-4653-91de-81d0a47359b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e897da05-0d71-421e-a686-872ddd830f66 HTTP/1.1" status: 200  len: 1001 time: 0.1063716
Apr 20 18:31:15.388149 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f3b0-17b6-47bc-9412-3493a994be52 req-1acf5559-6b37-434d-9b8a-a87ac4774b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:15.389705 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3a53f3b0-17b6-47bc-9412-3493a994be52 req-1acf5559-6b37-434d-9b8a-a87ac4774b85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57621c6d-ad13-49b6-8334-7458b49b9d56 HTTP/1.1" status: 200  len: 849 time: 0.0678794
Apr 20 18:31:15.476472 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53f3b0-17b6-47bc-9412-3493a994be52 req-6f73cd60-8446-488f-ae01-343346481175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:15.478263 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3a53f3b0-17b6-47bc-9412-3493a994be52 req-6f73cd60-8446-488f-ae01-343346481175 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c34bbd11-6cda-4ab9-bade-57fe174281b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797136
Apr 20 18:31:15.639422 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3a53f3b0-17b6-47bc-9412-3493a994be52 req-59b9e98d-6373-418e-9470-e0cf2c5f6710 service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536055
Apr 20 18:31:15.796487 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3a53f3b0-17b6-47bc-9412-3493a994be52 req-d414fa4f-825a-483f-ba1a-ed1a20b59570 service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499987
Apr 20 18:31:19.084647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:31:22.077320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5319d5-3cc3-4bee-97d8-7796072f2af3 req-995c7644-4fbb-43b0-a6b0-b2a697f6dbcf tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:22.078965 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd5319d5-3cc3-4bee-97d8-7796072f2af3 req-995c7644-4fbb-43b0-a6b0-b2a697f6dbcf tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0900874
Apr 20 18:31:22.134166 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-cd5319d5-3cc3-4bee-97d8-7796072f2af3 req-ae7a43ee-ed7a-411b-9a3c-e98d4e7f6a22 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487967
Apr 20 18:31:23.343779 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04f563-fdbd-42af-b1f1-e11c93429762 req-4fc9700d-8837-458b-8257-c1c4d5a3a654 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:23.345413 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fb04f563-fdbd-42af-b1f1-e11c93429762 req-4fc9700d-8837-458b-8257-c1c4d5a3a654 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0916059
Apr 20 18:31:23.393075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-fb04f563-fdbd-42af-b1f1-e11c93429762 req-29259f9f-4c72-4417-8fd0-b2e7277b0949 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Synchronizing usage tracker for tenant:bbb484152d124ebebf134215121e440a on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:31:23.408541 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-fb04f563-fdbd-42af-b1f1-e11c93429762 req-29259f9f-4c72-4417-8fd0-b2e7277b0949 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Unset dirty status for tenant:bbb484152d124ebebf134215121e440a on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:31:23.409724 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fb04f563-fdbd-42af-b1f1-e11c93429762 req-29259f9f-4c72-4417-8fd0-b2e7277b0949 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578399
Apr 20 18:31:24.635356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c1824-b967-421b-8806-a11aab6051c5 req-df5b3538-7a1a-42b4-8ff5-f1e7f496a235 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:24.637624 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ad3c1824-b967-421b-8806-a11aab6051c5 req-df5b3538-7a1a-42b4-8ff5-f1e7f496a235 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.1000030
Apr 20 18:31:24.687480 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ad3c1824-b967-421b-8806-a11aab6051c5 req-932b6440-8ca1-41f4-97a4-318a1265d8b9 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431178
Apr 20 18:31:25.891404 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd140f5-7c15-4164-bd76-6cf99e66d830 req-ac94ea76-6d54-409e-b069-06602d10191a tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:25.892997 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-afd140f5-7c15-4164-bd76-6cf99e66d830 req-ac94ea76-6d54-409e-b069-06602d10191a tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0876865
Apr 20 18:31:25.943590 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-afd140f5-7c15-4164-bd76-6cf99e66d830 req-eb048f2b-6741-41a8-8734-8b019cab43bf tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441823
Apr 20 18:31:27.158572 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32152a6c-55c0-4f40-8800-82afcb69ed62 req-1ccf6a38-4934-48f6-9cc2-8a181dd4ff4c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:27.160193 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-32152a6c-55c0-4f40-8800-82afcb69ed62 req-1ccf6a38-4934-48f6-9cc2-8a181dd4ff4c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0936055
Apr 20 18:31:27.208944 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-32152a6c-55c0-4f40-8800-82afcb69ed62 req-39228aab-e9cd-462f-a505-bf562df460b6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423503
Apr 20 18:31:28.409470 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03c96d-ba07-433d-b7de-b152f6bd85c0 req-9eece9e0-48c7-493d-8661-7702be9452cc tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:28.411076 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d03c96d-ba07-433d-b7de-b152f6bd85c0 req-9eece9e0-48c7-493d-8661-7702be9452cc tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0891793
Apr 20 18:31:28.458681 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d03c96d-ba07-433d-b7de-b152f6bd85c0 req-70b623c5-9e90-43ed-a749-88277335a4c4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413015
Apr 20 18:31:29.662768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcc8b7-b81b-431b-b75d-4a7c35dcaab7 req-5c842133-c617-46e3-a23f-a489ed578a32 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:29.664380 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8ebcc8b7-b81b-431b-b75d-4a7c35dcaab7 req-5c842133-c617-46e3-a23f-a489ed578a32 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0878172
Apr 20 18:31:29.712879 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8ebcc8b7-b81b-431b-b75d-4a7c35dcaab7 req-619601ff-ffe7-4340-883c-1ac3c92d74cf tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414677
Apr 20 18:31:29.832584 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9c75cf09-866f-4d82-b152-338196a6b7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:30.921455 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351a681-af6c-4891-bf0e-e334195816fc req-965ac2ae-4f3d-4eff-85f6-057130d291bd tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:30.923334 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c351a681-af6c-4891-bf0e-e334195816fc req-965ac2ae-4f3d-4eff-85f6-057130d291bd tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0919509
Apr 20 18:31:30.971650 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c351a681-af6c-4891-bf0e-e334195816fc req-e4ec4831-88c4-495c-9071-609f93f72278 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421033
Apr 20 18:31:32.152585 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a284b43a-f8d2-4242-b067-054136ee159a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.182569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e0383-eaa6-444f-8157-f43b10180c47 req-44af8c3c-0cd0-4e0b-a93a-183453a664cd tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:32.185140 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f0e0383-eaa6-444f-8157-f43b10180c47 req-44af8c3c-0cd0-4e0b-a93a-183453a664cd tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0968874
Apr 20 18:31:32.233861 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4f0e0383-eaa6-444f-8157-f43b10180c47 req-eb2d12ee-436a-4140-a6c2-edf9017e89d5 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422986
Apr 20 18:31:32.703327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:33.434084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fd754-38bd-4d9c-ba33-3925fb588cbd req-6acd1269-662a-4047-bf02-1e9efdc4f22b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:33.435590 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3c8fd754-38bd-4d9c-ba33-3925fb588cbd req-6acd1269-662a-4047-bf02-1e9efdc4f22b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0880368
Apr 20 18:31:33.481878 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3c8fd754-38bd-4d9c-ba33-3925fb588cbd req-42bfc311-8b5c-4c61-b647-06fca09a423a tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400238
Apr 20 18:31:33.503256 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.544861 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.687541 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef5844-79f8-4585-b5ac-7f376df185d4 req-4edd5d99-1945-44d4-a97e-bfd992fab503 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:34.689123 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-34ef5844-79f8-4585-b5ac-7f376df185d4 req-4edd5d99-1945-44d4-a97e-bfd992fab503 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0918727
Apr 20 18:31:34.736634 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-34ef5844-79f8-4585-b5ac-7f376df185d4 req-613b80f0-847d-43cb-855a-e3036b736fb2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410230
Apr 20 18:31:35.939755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7343d8-946f-4a09-ac4d-d4ae99306068 req-5fc1f7fc-854c-4d3d-8b76-a6096cca43ab tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:35.941338 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ab7343d8-946f-4a09-ac4d-d4ae99306068 req-5fc1f7fc-854c-4d3d-8b76-a6096cca43ab tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0920656
Apr 20 18:31:35.988397 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ab7343d8-946f-4a09-ac4d-d4ae99306068 req-3ea9a80e-9cdb-4934-a5cd-e47ffed3abcc tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407846
Apr 20 18:31:37.192473 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc70851-1485-477c-be10-3cbb43b33a32 req-d6fa20e1-2898-482e-b9ce-9f13fdf4bc59 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:37.194111 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fdc70851-1485-477c-be10-3cbb43b33a32 req-d6fa20e1-2898-482e-b9ce-9f13fdf4bc59 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0896440
Apr 20 18:31:37.243336 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fdc70851-1485-477c-be10-3cbb43b33a32 req-019a4aa7-1f01-4b98-8346-d77854fd674e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419221
Apr 20 18:31:38.449635 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ebb4e-e544-4371-b19e-bf046706397f req-6796b047-b0ef-401e-97e7-4213b5ae7d06 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:38.451270 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-371ebb4e-e544-4371-b19e-bf046706397f req-6796b047-b0ef-401e-97e7-4213b5ae7d06 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0931516
Apr 20 18:31:38.498860 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-371ebb4e-e544-4371-b19e-bf046706397f req-4fad4830-3e68-4974-accb-f07b0d1a52a2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414298
Apr 20 18:31:38.861576 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03263acd-38a9-47dd-913d-b314e86e7774 req-39b51b46-1edb-49c4-a8ac-a463378be6b0 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:38.863232 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-03263acd-38a9-47dd-913d-b314e86e7774 req-39b51b46-1edb-49c4-a8ac-a463378be6b0 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0952461
Apr 20 18:31:38.911048 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bffc84-54e2-435a-815a-9b4f54573cc7 req-10120e85-f978-4510-a49a-45127331e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:38.912050 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-03263acd-38a9-47dd-913d-b314e86e7774 req-09e5719b-dd1a-4732-a124-3a347c30adf3 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424116
Apr 20 18:31:38.912649 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d8bffc84-54e2-435a-815a-9b4f54573cc7 req-10120e85-f978-4510-a49a-45127331e7e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb484152d124ebebf134215121e440a&device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 1099 time: 0.0831833
Apr 20 18:31:39.057244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bffc84-54e2-435a-815a-9b4f54573cc7 req-98abf3de-66d8-4b88-b5ed-eaa1aacc6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:39.059475 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d8bffc84-54e2-435a-815a-9b4f54573cc7 req-98abf3de-66d8-4b88-b5ed-eaa1aacc6031 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c34bbd11-6cda-4ab9-bade-57fe174281b3 HTTP/1.1" status: 200  len: 911 time: 0.1409607
Apr 20 18:31:39.168153 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d8bffc84-54e2-435a-815a-9b4f54573cc7 req-579f96f7-a197-46db-9c67-5082afad87e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e897da05-0d71-421e-a686-872ddd830f66 HTTP/1.1" status: 200  len: 1001 time: 0.1024487
Apr 20 18:31:39.236775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bffc84-54e2-435a-815a-9b4f54573cc7 req-78f6fd00-ccc3-401e-bd8c-a4be995ecdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:39.238323 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d8bffc84-54e2-435a-815a-9b4f54573cc7 req-78f6fd00-ccc3-401e-bd8c-a4be995ecdea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57621c6d-ad13-49b6-8334-7458b49b9d56 HTTP/1.1" status: 200  len: 849 time: 0.0637119
Apr 20 18:31:39.319445 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bffc84-54e2-435a-815a-9b4f54573cc7 req-a897eec4-f85a-49d3-978b-7bb711a8b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:39.321019 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d8bffc84-54e2-435a-815a-9b4f54573cc7 req-a897eec4-f85a-49d3-978b-7bb711a8b54b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c34bbd11-6cda-4ab9-bade-57fe174281b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768986
Apr 20 18:31:39.462745 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d8bffc84-54e2-435a-815a-9b4f54573cc7 req-5bfdac7d-d4cd-49c0-bb73-c317c4e6dad5 service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346889
Apr 20 18:31:39.603658 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d8bffc84-54e2-435a-815a-9b4f54573cc7 req-50be3fbb-12d4-4a63-8b34-68a4872ef839 service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341643
Apr 20 18:31:40.124468 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b77ca4-481f-451d-8ecf-148fdb919cda req-7bb3e38f-68e2-47d4-b99a-276cf8477ced tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:40.126038 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f6b77ca4-481f-451d-8ecf-148fdb919cda req-7bb3e38f-68e2-47d4-b99a-276cf8477ced tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0939760
Apr 20 18:31:40.174715 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f6b77ca4-481f-451d-8ecf-148fdb919cda req-4029d0ec-890d-4e69-9ac9-890bfb244a15 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421464
Apr 20 18:31:41.375909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461aa91a-0e28-4f7e-bbec-68a6c99145bd req-50212610-9537-4f34-ae2b-2b4a8b03b61b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:41.377477 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-461aa91a-0e28-4f7e-bbec-68a6c99145bd req-50212610-9537-4f34-ae2b-2b4a8b03b61b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0913854
Apr 20 18:31:41.424978 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-461aa91a-0e28-4f7e-bbec-68a6c99145bd req-2635016d-3650-486e-91dd-c9cb5c13a116 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413227
Apr 20 18:31:43.328573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:56.083977 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:31:59.834094 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4dac8845-6ba6-412d-84ae-aee7a3ef1623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.154177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1134eb4c-df89-4344-ba3e-15eaac09214d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.706093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:03.507215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:04.549065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:13.329287 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:15.305334 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41152c97-2904-4ad7-8d12-bbdaf5a6f379 req-e7b133c4-7888-4c76-91e3-0d449d3531bf tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:15.306942 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-41152c97-2904-4ad7-8d12-bbdaf5a6f379 req-e7b133c4-7888-4c76-91e3-0d449d3531bf tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0913379
Apr 20 18:32:15.358934 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-41152c97-2904-4ad7-8d12-bbdaf5a6f379 req-069dd4ef-a8e0-4bff-a15d-69d644d9bb51 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455585
Apr 20 18:32:16.609649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52091fd2-b882-4125-baa5-cfed36353181 req-5be25fed-e656-4f0c-ae23-8c66c9e4df20 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:16.611300 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-52091fd2-b882-4125-baa5-cfed36353181 req-5be25fed-e656-4f0c-ae23-8c66c9e4df20 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.1389558
Apr 20 18:32:16.662869 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-52091fd2-b882-4125-baa5-cfed36353181 req-d3eb56bc-a493-4659-b61e-cd6ee9fedd12 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451796
Apr 20 18:32:16.882465 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-85fcdaa9-0abc-4b5a-aa7e-3357bbcab1ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1275363
Apr 20 18:32:16.980166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-54cdad43-9839-4aad-92c8-6d26fa14bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:16.982208 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-54cdad43-9839-4aad-92c8-6d26fa14bea6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 1099 time: 0.0781770
Apr 20 18:32:17.138083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-b9889390-b5b4-460d-972c-19781f6b0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:17.139634 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-b9889390-b5b4-460d-972c-19781f6b0f8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 912 time: 0.1367645
Apr 20 18:32:17.251517 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-2fdd2bc8-201d-41c7-8492-16882663f21d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 HTTP/1.1" status: 200  len: 1002 time: 0.1043530
Apr 20 18:32:17.540718 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-3cd561df-485d-42cc-a99b-0f6289f26854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:17.542237 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-3cd561df-485d-42cc-a99b-0f6289f26854 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.2838023
Apr 20 18:32:17.624608 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-483aebd2-f71c-4143-a9cb-7cfefb913ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:17.626237 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-483aebd2-f71c-4143-a9cb-7cfefb913ff4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763118
Apr 20 18:32:17.637279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-c044836e-5c73-4aaa-98c6-59d101775f89 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:32:17.638837 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-c044836e-5c73-4aaa-98c6-59d101775f89 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0058649
Apr 20 18:32:17.781879 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-cb214c6c-7d6e-46ea-a28f-967789d7c9a9 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365654
Apr 20 18:32:17.998400 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e6a0d-c5b5-4d54-b979-8abe01e1da7c req-fc538bf1-7e99-4d45-a817-cca70ad18818 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:18.000002 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2f5e6a0d-c5b5-4d54-b979-8abe01e1da7c req-fc538bf1-7e99-4d45-a817-cca70ad18818 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.2171984
Apr 20 18:32:18.005561 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a4cd4766-51b7-4e31-89b1-264ee5074b69 req-a77b6abc-44a3-4f73-a234-fb129a13ac5c service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1754797
Apr 20 18:32:18.049120 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2f5e6a0d-c5b5-4d54-b979-8abe01e1da7c req-0b221699-2b5e-4b65-990d-c724a85ecf3c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424120
Apr 20 18:32:19.254088 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cc026-a6e4-4b99-9e0c-2e6f07f21120 req-b7ba1edb-d188-4d7a-a04f-7d577e5ff913 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:19.255659 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3a9cc026-a6e4-4b99-9e0c-2e6f07f21120 req-b7ba1edb-d188-4d7a-a04f-7d577e5ff913 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0871687
Apr 20 18:32:19.303409 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3a9cc026-a6e4-4b99-9e0c-2e6f07f21120 req-8c1cb243-8f33-4775-aa4f-4698154a8379 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415335
Apr 20 18:32:20.502637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd8d55-5b73-4e6b-ae79-d43d7d2f5fcc req-369f428e-b4e6-419a-b12e-ee1f7bc264fc tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:20.504194 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d3dd8d55-5b73-4e6b-ae79-d43d7d2f5fcc req-369f428e-b4e6-419a-b12e-ee1f7bc264fc tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0875115
Apr 20 18:32:20.555585 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d3dd8d55-5b73-4e6b-ae79-d43d7d2f5fcc req-e80f76ec-4c7d-46d1-b9ed-957bdc3e84b8 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451412
Apr 20 18:32:21.762128 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872d43a-019c-4c35-b8ca-cee107f8c436 req-d889a4bb-8f57-4df7-b145-e9b669112551 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:21.763819 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8872d43a-019c-4c35-b8ca-cee107f8c436 req-d889a4bb-8f57-4df7-b145-e9b669112551 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0900784
Apr 20 18:32:22.043831 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8872d43a-019c-4c35-b8ca-cee107f8c436 req-3f321c2d-c2cf-47ae-93c6-7e77d35a6a3f tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2737432
Apr 20 18:32:23.246990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3c7d9-a959-4c96-85ec-a5a256fba59c req-fdc5edab-b745-40d7-ab51-02f1b3bd7917 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:23.248566 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5dd3c7d9-a959-4c96-85ec-a5a256fba59c req-fdc5edab-b745-40d7-ab51-02f1b3bd7917 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0912580
Apr 20 18:32:23.296540 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5dd3c7d9-a959-4c96-85ec-a5a256fba59c req-d797fe24-360e-484b-82fe-6a39f9edaad2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415869
Apr 20 18:32:24.493250 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febace3-7595-4973-9514-d4f1e842e2de req-8203aa58-e01c-4911-9985-fe809e233a27 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:24.494840 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8febace3-7595-4973-9514-d4f1e842e2de req-8203aa58-e01c-4911-9985-fe809e233a27 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0865874
Apr 20 18:32:24.544322 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8febace3-7595-4973-9514-d4f1e842e2de req-df4a57a9-ebd8-46be-9ba5-ed7924c7e8d7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432975
Apr 20 18:32:25.749954 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5c64a-b309-4f12-88c2-98eb553f0b0c req-14ba67b0-5675-4846-a068-910957440c5b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:25.751539 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-56e5c64a-b309-4f12-88c2-98eb553f0b0c req-14ba67b0-5675-4846-a068-910957440c5b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0912173
Apr 20 18:32:25.799175 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-56e5c64a-b309-4f12-88c2-98eb553f0b0c req-2de4239c-88d3-4ba0-9c01-1768226093e4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413401
Apr 20 18:32:26.229780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd8f81-265b-4a1a-ac13-b0b01256da43 req-96ce2d56-d66a-469f-b0a4-b94a9670db0c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:26.231407 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-32cd8f81-265b-4a1a-ac13-b0b01256da43 req-96ce2d56-d66a-469f-b0a4-b94a9670db0c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.1587522
Apr 20 18:32:26.238166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268fbae-c19b-479a-8bf1-28b8aa0b4cdb req-88e867f9-77a1-4dce-915f-144aac254ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:26.239649 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f268fbae-c19b-479a-8bf1-28b8aa0b4cdb req-88e867f9-77a1-4dce-915f-144aac254ffd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb484152d124ebebf134215121e440a&device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 1099 time: 0.1164784
Apr 20 18:32:26.370812 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-32cd8f81-265b-4a1a-ac13-b0b01256da43 req-bdf8d2cf-277c-4938-8a6c-5a6e5d014078 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1301155
Apr 20 18:32:26.414279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268fbae-c19b-479a-8bf1-28b8aa0b4cdb req-66c5e792-03bf-494b-93b7-f51fb00e71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:26.415845 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f268fbae-c19b-479a-8bf1-28b8aa0b4cdb req-66c5e792-03bf-494b-93b7-f51fb00e71d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c34bbd11-6cda-4ab9-bade-57fe174281b3 HTTP/1.1" status: 200  len: 911 time: 0.1592979
Apr 20 18:32:26.525290 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f268fbae-c19b-479a-8bf1-28b8aa0b4cdb req-186eedd7-21fb-4a5a-8e86-e79e3a7ef689 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e897da05-0d71-421e-a686-872ddd830f66 HTTP/1.1" status: 200  len: 1001 time: 0.1015310
Apr 20 18:32:26.594466 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268fbae-c19b-479a-8bf1-28b8aa0b4cdb req-37991d69-b634-4175-9cd5-66f77b702e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:26.596011 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f268fbae-c19b-479a-8bf1-28b8aa0b4cdb req-37991d69-b634-4175-9cd5-66f77b702e62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57621c6d-ad13-49b6-8334-7458b49b9d56 HTTP/1.1" status: 200  len: 849 time: 0.0637276
Apr 20 18:32:26.679508 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268fbae-c19b-479a-8bf1-28b8aa0b4cdb req-23f6c5af-b22c-49d5-a31b-706e6bb9fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:26.681055 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f268fbae-c19b-479a-8bf1-28b8aa0b4cdb req-23f6c5af-b22c-49d5-a31b-706e6bb9fad4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c34bbd11-6cda-4ab9-bade-57fe174281b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788100
Apr 20 18:32:26.824456 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f268fbae-c19b-479a-8bf1-28b8aa0b4cdb req-ea1e5c8d-7e1f-4ee3-b3d5-825869137cd3 service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342740
Apr 20 18:32:26.964738 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f268fbae-c19b-479a-8bf1-28b8aa0b4cdb req-2dd4e04c-7be8-47bc-b3a1-776b7836eb36 service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328697
Apr 20 18:32:27.578142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fb749-8349-4bff-bf7e-3c03598dfafc req-e65e1ea8-ea9c-4bd5-831b-cff18baf908e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:27.579729 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-544fb749-8349-4bff-bf7e-3c03598dfafc req-e65e1ea8-ea9c-4bd5-831b-cff18baf908e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0912299
Apr 20 18:32:27.626359 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-544fb749-8349-4bff-bf7e-3c03598dfafc req-7d6ee731-9001-409c-a27b-85602867918f tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402377
Apr 20 18:32:28.831522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc12eb-7cfa-42f0-8cdf-7cc8cc1a2928 req-12d6f1c7-bdfb-4720-b715-004885e9fc6d tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:28.833117 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-55cc12eb-7cfa-42f0-8cdf-7cc8cc1a2928 req-12d6f1c7-bdfb-4720-b715-004885e9fc6d tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0916641
Apr 20 18:32:28.879712 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-55cc12eb-7cfa-42f0-8cdf-7cc8cc1a2928 req-b7300436-1881-4890-87c4-f8a40c680898 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403278
Apr 20 18:32:29.837101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1b8df47f-ee57-462e-8b92-4777de8f6c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:32.155215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-901eafdb-d30c-42f0-aa09-5b0ec7a2ae60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:32.707663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.083472 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:32:33.508635 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.552207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:40.439229 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ebe75-2a89-45dd-9fe4-5fdae4db43a2 req-f88c46e1-ddab-4c1c-8664-f00bf7855d1f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:40.440794 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fe3ebe75-2a89-45dd-9fe4-5fdae4db43a2 req-f88c46e1-ddab-4c1c-8664-f00bf7855d1f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 946 time: 0.0901718
Apr 20 18:32:40.489254 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-fe3ebe75-2a89-45dd-9fe4-5fdae4db43a2 req-7242ec5e-35bb-4e35-8b22-72eaf59c93ff tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420351
Apr 20 18:32:41.695805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee69ba4-8f3b-4d26-87d5-0cb7215f4aac req-0e0cecb2-20dc-4949-b5e7-9a313bbe82e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:41.697382 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dee69ba4-8f3b-4d26-87d5-0cb7215f4aac req-0e0cecb2-20dc-4949-b5e7-9a313bbe82e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 946 time: 0.0933158
Apr 20 18:32:41.744358 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-dee69ba4-8f3b-4d26-87d5-0cb7215f4aac req-9a7b9e27-0df8-4ed0-9cae-b0899b362636 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406938
Apr 20 18:32:41.923146 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c7f40-073a-4926-bdb1-b432581518cc req-f991d33e-911b-4773-9a17-ce29db4941e8 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:41.924696 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a98c7f40-073a-4926-bdb1-b432581518cc req-f991d33e-911b-4773-9a17-ce29db4941e8 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 946 time: 0.0876114
Apr 20 18:32:42.006342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Deleting port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:32:42.006729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:42.269723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] For port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:42.270179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:42.580666 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:42.581003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:42.581361 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Floating IP 56b53d51-d809-4cee-8be3-eaa0a103faa7 disassociated. External IP: 172.27.1.135, port: 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39.
Apr 20 18:32:42.581760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Calling delete_port for 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:32:42.730480 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:42.738025 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-45ba39cd-76e2-4b82-a36d-b3285006448c tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:42.789038 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event deleted for resources: {'Port': ['ID=5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:42.802599 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:42.803014 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:42.803558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:42.803833 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:42.804235 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:42.804637 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:42.805035 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:42.805434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:42.805832 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:42.806254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:42.806644 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:42.807036 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:42.811153 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:42.980075 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-47243976-ef4e-40b7-a020-94c0f53d80c9 req-d83423c8-cdc8-46e3-aa2b-0262f7364c07 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 210 time: 0.1070812
Apr 20 18:32:43.048274 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Router c4c05fc1-1cbf-41e5-b333-529f8792a7db has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:32:43.344793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:43.463778 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:32:43.473480 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a0fbf7-1e85-4d02-824f-43386c700db1 None None] Sync routers for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:32:43.483308 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0fbf7-1e85-4d02-824f-43386c700db1 None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:32:43.483974 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-b0a0fbf7-1e85-4d02-824f-43386c700db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd9f81d0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:32:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:43.540287 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] No DVR routers for this DVR port 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:32:43.542841 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:43.545968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'name': 'network-vif-deleted', 'tag': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:43.561218 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a98c7f40-073a-4926-bdb1-b432581518cc req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "DELETE /v2.0/ports/5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 HTTP/1.1" status: 204  len: 173 time: 1.6305335
Apr 20 18:32:43.656501 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95db45ad-3a14-46dd-ad89-0d2a8e15a2ce', 'name': 'network-vif-deleted', 'tag': '5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39', 'status': 'completed', 'code': 200}
Apr 20 18:32:43.678535 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-b0a0fbf7-1e85-4d02-824f-43386c700db1 None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:32:44.014893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-b0a0fbf7-1e85-4d02-824f-43386c700db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd9f81d0>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:44.019242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a0fbf7-1e85-4d02-824f-43386c700db1 None None] Checking router: c4c05fc1-1cbf-41e5-b333-529f8792a7db for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:32:44.029675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0fbf7-1e85-4d02-824f-43386c700db1 None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:32:44.030398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-b0a0fbf7-1e85-4d02-824f-43386c700db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd9f81d0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:32:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:44.148754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c11f8808-eb79-4756-be9e-ab1920b21636 req-72b08482-7346-448d-af16-d0467b4effb4 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Synchronizing usage tracker for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:44.164334 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c11f8808-eb79-4756-be9e-ab1920b21636 req-72b08482-7346-448d-af16-d0467b4effb4 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Unset dirty status for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:44.165590 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c11f8808-eb79-4756-be9e-ab1920b21636 req-72b08482-7346-448d-af16-d0467b4effb4 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=95db45ad-3a14-46dd-ad89-0d2a8e15a2ce HTTP/1.1" status: 200  len: 210 time: 0.0680146
Apr 20 18:32:44.219101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-b0a0fbf7-1e85-4d02-824f-43386c700db1 None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:32:44.546589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-b0a0fbf7-1e85-4d02-824f-43386c700db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd9f81d0>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:32:44.550713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a0fbf7-1e85-4d02-824f-43386c700db1 None None] The sync data for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi is: [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:32:44.932672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5dd4d-5b2b-4e98-9f02-48b9b0ba2d28 None None] New status for floating IP 56b53d51-d809-4cee-8be3-eaa0a103faa7: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:32:45.488393 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-4c121e82-46d6-4f04-b12b-5033c8c47b47 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343026120&fields=id&tenant_id=b342d1a5cf154285af0adb86f85d67b1 HTTP/1.1" status: 200  len: 267 time: 0.0428934
Apr 20 18:32:45.651458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-ffe274ad-3e51-473e-b44c-6f8d17e73c0c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:45.653594 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-ffe274ad-3e51-473e-b44c-6f8d17e73c0c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 811 time: 0.1576159
Apr 20 18:32:45.670974 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-f9f21077-3515-4ad6-937c-ea10d0f31444 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/quotas/b342d1a5cf154285af0adb86f85d67b1 HTTP/1.1" status: 200  len: 375 time: 0.0108562
Apr 20 18:32:45.766766 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-9cd4c567-587b-4508-be73-0a9dfe4d3406 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0902717
Apr 20 18:32:45.776499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:32:45.815655 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:32:45.816069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 5d4b654c-c0e8-4b2c-80c1-82ad9c97ef39 not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:32:45.831066 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-449a7d5b-f7b0-4bb7-8c3c-07f1d79558af service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:32:45.832170 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-449a7d5b-f7b0-4bb7-8c3c-07f1d79558af service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0530026
Apr 20 18:32:45.978019 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-22f6799e-e132-4592-8300-767326a2737f service neutron] 10.222.0.43 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392055
Apr 20 18:32:46.129422 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-75430ee9-e166-4024-9586-d4bcac9ca9a8 service neutron] 10.222.0.43 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446815
Apr 20 18:32:46.586861 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e9e975-31fa-42b6-8f8e-0a6c9cfce06f req-140d281d-adc9-4c7e-b02a-0651c7b081f5 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 210 time: 0.0508637
Apr 20 18:32:47.790433 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ccee4272-4abb-49f5-94cb-08ef96c319da req-b9c475ad-cd2f-4c70-97cf-2831d27cf4f1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 210 time: 0.0639665
Apr 20 18:32:47.862010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-3184087d-5d5b-4ca3-b51c-bff399de0b80 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:47.863561 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-3184087d-5d5b-4ca3-b51c-bff399de0b80 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 811 time: 0.2219808
Apr 20 18:32:47.947358 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-c64cb9c6-27c4-4d84-9967-c0795e5321d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b342d1a5cf154285af0adb86f85d67b1 HTTP/1.1" status: 200  len: 8059 time: 0.0733407
Apr 20 18:32:47.959014 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'port': {'device_id': '74062191-c138-4054-8ad4-8b7e4da28e63', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'admin_state_up': True, 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'security_groups': ['11254459-74c8-4580-b1bc-937479a38281']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:48.108863 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:32:48.118936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:32:48.127770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Made reservation on behalf of b342d1a5cf154285af0adb86f85d67b1 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:32:48.133875 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:48.308000 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Allocated IP 172.20.0.3 (f8ee8939-74e1-472d-a506-044d673909ab/9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f/a5a81c01-d1b6-47da-8d99-f270986fce20) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:32:48.513120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:48.529885 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Transition to ACTIVE for port object a5a81c01-d1b6-47da-8d99-f270986fce20 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:32:48.553771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:48.561273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7d419c2b-7273-45c2-adc8-2d7ed015bf2e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:48.627025 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Network f8ee8939-74e1-472d-a506-044d673909ab is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:32:48.634932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:32:48.638136 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:32:48.691021 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'Port': ['ID=a5a81c01-d1b6-47da-8d99-f270986fce20,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:48.696782 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:48.720678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:48.721367 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:48.748305 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7932217
Apr 20 18:32:48.762046 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Request body: {'port': {'device_id': '74062191-c138-4054-8ad4-8b7e4da28e63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:32:48.838838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-7aebb067-b547-4936-8f25-f8e02e010c69 None None] Provisioning for port a5a81c01-d1b6-47da-8d99-f270986fce20 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:48.844585 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-7aebb067-b547-4936-8f25-f8e02e010c69 None None] Provisioning complete for port a5a81c01-d1b6-47da-8d99-f270986fce20 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:48.845131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7aebb067-b547-4936-8f25-f8e02e010c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:48.892109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:48.905718 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-7aebb067-b547-4936-8f25-f8e02e010c69 None None] Port a5a81c01-d1b6-47da-8d99-f270986fce20 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:32:49.014865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272d350-c29d-4d8c-acce-a776def631f5 req-4d816e90-4177-419c-9ee0-b4cb6219d644 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:49.016361 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4272d350-c29d-4d8c-acce-a776def631f5 req-4d816e90-4177-419c-9ee0-b4cb6219d644 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 931 time: 0.0917990
Apr 20 18:32:49.066758 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4272d350-c29d-4d8c-acce-a776def631f5 req-baad4693-7418-455a-a30e-0f2b26f62637 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439343
Apr 20 18:32:49.264070 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a81c01-d1b6-47da-8d99-f270986fce20 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:49.272706 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:49.296441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Transition to ACTIVE for port object a5a81c01-d1b6-47da-8d99-f270986fce20 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:32:49.299610 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:49.307451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:49.555622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a81c01-d1b6-47da-8d99-f270986fce20,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:49.564272 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:49.634245 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Attempting to bind port a5a81c01-d1b6-47da-8d99-f270986fce20 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:32:49.635145 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Attempting to bind port a5a81c01-d1b6-47da-8d99-f270986fce20 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:32:49.635689 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Attempting to bind port a5a81c01-d1b6-47da-8d99-f270986fce20 on network f8ee8939-74e1-472d-a506-044d673909ab {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:49.641122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Port a5a81c01-d1b6-47da-8d99-f270986fce20 on network f8ee8939-74e1-472d-a506-044d673909ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:32:49.641488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Attempting to bind port a5a81c01-d1b6-47da-8d99-f270986fce20 on network f8ee8939-74e1-472d-a506-044d673909ab {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:32:49.646946 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:32:49.647318 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Checking segment: {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:32:49.647733 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Bound using segment: {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:32:49.648197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Bound port: a5a81c01-d1b6-47da-8d99-f270986fce20, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:32:49.648574 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:49.744950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] For port a5a81c01-d1b6-47da-8d99-f270986fce20, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:32:49.747954 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] For port a5a81c01-d1b6-47da-8d99-f270986fce20, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a5a81c01-d1b6-47da-8d99-f270986fce20,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:32:49.751163 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:49.755734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-62dba58e-94eb-4317-aabf-7c98e3c563e7 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:49.807308 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:49.807613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:49.808996 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] 10.222.0.41 "PUT /v2.0/ports/a5a81c01-d1b6-47da-8d99-f270986fce20 HTTP/1.1" status: 200  len: 1093 time: 1.0521684
Apr 20 18:32:49.811550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74062191-c138-4054-8ad4-8b7e4da28e63', 'tag': 'a5a81c01-d1b6-47da-8d99-f270986fce20'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:32:49.846075 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a81c01-d1b6-47da-8d99-f270986fce20,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:49.854787 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:49.895084 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74062191-c138-4054-8ad4-8b7e4da28e63', 'tag': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'status': 'completed', 'code': 200}
Apr 20 18:32:49.944619 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-aad710c0-6dff-4566-9b36-50ee852cb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:49.946266 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-aad710c0-6dff-4566-9b36-50ee852cb728 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 1096 time: 0.0885823
Apr 20 18:32:50.022454 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-f8c8291b-d813-467a-bf03-9d90be6bab32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a81c01-d1b6-47da-8d99-f270986fce20 HTTP/1.1" status: 200  len: 217 time: 0.0680263
Apr 20 18:32:50.097234 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-c34cbab4-04fd-4274-9ed2-0c79cbc9b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.098763 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-c34cbab4-04fd-4274-9ed2-0c79cbc9b04b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.0699270
Apr 20 18:32:50.182972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-f3e1d2c5-5c64-4e99-acf0-fb90b47c7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.185349 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-f3e1d2c5-5c64-4e99-acf0-fb90b47c7141 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800557
Apr 20 18:32:50.265866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7facf68-7100-4a41-8e6c-b62a1d3073ee req-22782fac-a6ab-4dd9-987a-166d75469401 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.267725 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7facf68-7100-4a41-8e6c-b62a1d3073ee req-22782fac-a6ab-4dd9-987a-166d75469401 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 943 time: 0.0877771
Apr 20 18:32:50.316692 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c7facf68-7100-4a41-8e6c-b62a1d3073ee req-98f4d974-2e19-4bec-8ba9-392eecf11235 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425954
Apr 20 18:32:50.332709 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-6e4c707f-401c-411b-a603-52b67553d2ed service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371303
Apr 20 18:32:50.473792 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a0ab5a43-891f-4cc9-ba30-07e16e04d8d3 req-08563e0a-380a-42b3-8a2e-03395b5b3b0d service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343036
Apr 20 18:32:50.595714 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768e1a9-ca38-4251-812b-c38a7c117f94 req-af023347-2ca8-46fe-8258-9db530d5b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.597181 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1768e1a9-ca38-4251-812b-c38a7c117f94 req-af023347-2ca8-46fe-8258-9db530d5b9cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 1096 time: 0.0769203
Apr 20 18:32:50.738123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768e1a9-ca38-4251-812b-c38a7c117f94 req-b6dd3aa9-e373-4c63-9818-f2a8e6530cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.739669 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1768e1a9-ca38-4251-812b-c38a7c117f94 req-b6dd3aa9-e373-4c63-9818-f2a8e6530cc3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 912 time: 0.1353030
Apr 20 18:32:50.816619 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1768e1a9-ca38-4251-812b-c38a7c117f94 req-da2c7139-67e1-41d5-a6b1-bdf70dde5577 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a81c01-d1b6-47da-8d99-f270986fce20 HTTP/1.1" status: 200  len: 217 time: 0.0693986
Apr 20 18:32:50.888248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768e1a9-ca38-4251-812b-c38a7c117f94 req-1f36b1f7-4ec4-45be-a291-e795f7ec2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.889709 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1768e1a9-ca38-4251-812b-c38a7c117f94 req-1f36b1f7-4ec4-45be-a291-e795f7ec2e2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.0670683
Apr 20 18:32:50.971429 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768e1a9-ca38-4251-812b-c38a7c117f94 req-8e4f3bc9-94d0-4837-9918-8e3683541aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:50.972989 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1768e1a9-ca38-4251-812b-c38a7c117f94 req-8e4f3bc9-94d0-4837-9918-8e3683541aa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766935
Apr 20 18:32:51.115648 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1768e1a9-ca38-4251-812b-c38a7c117f94 req-b76fd2e0-6c7c-4632-a744-9d8cf1e2b288 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359293
Apr 20 18:32:51.551003 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1768e1a9-ca38-4251-812b-c38a7c117f94 req-29dab2c5-e9d0-42db-9655-c146416a570c service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4287412
Apr 20 18:32:51.567217 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6207e-8f97-4142-912c-637b6419d5c5 req-816fc830-c632-4e59-b7b6-3d2bba10a71f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:51.567963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-02c6207e-8f97-4142-912c-637b6419d5c5 req-816fc830-c632-4e59-b7b6-3d2bba10a71f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Synchronizing usage tracker for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:32:51.582964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-02c6207e-8f97-4142-912c-637b6419d5c5 req-816fc830-c632-4e59-b7b6-3d2bba10a71f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Unset dirty status for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:32:51.584167 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-02c6207e-8f97-4142-912c-637b6419d5c5 req-816fc830-c632-4e59-b7b6-3d2bba10a71f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 943 time: 0.1481524
Apr 20 18:32:51.632911 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-02c6207e-8f97-4142-912c-637b6419d5c5 req-1d13247a-94ea-47fa-9185-d15f4310faa9 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411842
Apr 20 18:32:52.837006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e274fb-0cd6-4085-8e58-ed64bea39f94 req-19085f08-87f0-4914-a336-5088e1da6089 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:52.838636 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a9e274fb-0cd6-4085-8e58-ed64bea39f94 req-19085f08-87f0-4914-a336-5088e1da6089 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 943 time: 0.0924642
Apr 20 18:32:52.886849 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a9e274fb-0cd6-4085-8e58-ed64bea39f94 req-ae027240-d03e-45f1-9ce2-22eaffea95d3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412071
Apr 20 18:32:54.118968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75cc92-d638-44be-8c3c-f4a4d8df3ee9 req-9406fa6f-4817-4560-b04d-8d23591ba803 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:54.120995 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9c75cc92-d638-44be-8c3c-f4a4d8df3ee9 req-9406fa6f-4817-4560-b04d-8d23591ba803 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 943 time: 0.1148317
Apr 20 18:32:54.170860 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9c75cc92-d638-44be-8c3c-f4a4d8df3ee9 req-16cd7847-9f27-45de-87b3-80218c52378e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425942
Apr 20 18:32:55.377949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03076b7-86bc-4885-8eb3-81404402b061 req-9834d691-e4f0-4b73-9ee6-5025e86b4f6f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:55.379538 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e03076b7-86bc-4885-8eb3-81404402b061 req-9834d691-e4f0-4b73-9ee6-5025e86b4f6f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 943 time: 0.0929334
Apr 20 18:32:55.429603 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e03076b7-86bc-4885-8eb3-81404402b061 req-8199ba77-6373-4547-8a8d-7b98f8b1e632 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438550
Apr 20 18:32:56.632114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ae9c-0bc7-4d16-9378-6a34147cf13e req-b998e657-53f2-4346-bcb6-21158d37d44d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:56.633705 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7d93ae9c-0bc7-4d16-9378-6a34147cf13e req-b998e657-53f2-4346-bcb6-21158d37d44d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 943 time: 0.0925858
Apr 20 18:32:56.680979 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7d93ae9c-0bc7-4d16-9378-6a34147cf13e req-35f29725-afe0-41f8-8c3a-d859b718efe2 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403349
Apr 20 18:32:57.830389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device a5a81c01-d1b6-47da-8d99-f270986fce20 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:32:57.881217 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2126e7-dbbf-47d3-a5e2-594b0e4652fe req-4f783bf5-643f-4905-ad1b-cc3dd043160f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:57.882873 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4c2126e7-dbbf-47d3-a5e2-594b0e4652fe req-4f783bf5-643f-4905-ad1b-cc3dd043160f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 943 time: 0.0907977
Apr 20 18:32:57.932641 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4c2126e7-dbbf-47d3-a5e2-594b0e4652fe req-c6125e20-b329-4bd2-8ae3-0b5ce15b3567 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424225
Apr 20 18:32:57.974863 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port a5a81c01-d1b6-47da-8d99-f270986fce20, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a5a81c01-d1b6-47da-8d99-f270986fce20,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:57.988542 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'port_id': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'mac_address': 'fa:16:3e:fe:d1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:32:58.047599 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.065388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a81c01-d1b6-47da-8d99-f270986fce20 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:32:58.082003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port a5a81c01-d1b6-47da-8d99-f270986fce20, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a5a81c01-d1b6-47da-8d99-f270986fce20,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:32:58.084808 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:58.086705 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-12d74519-8531-48f5-bd0e-0a02d1e04d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:32:58.326379 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=a5a81c01-d1b6-47da-8d99-f270986fce20,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:32:58.334020 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:58.334413 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:58.334800 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:58.335177 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:58.335552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:58.335926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:58.336299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:58.336671 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:58.337041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:58.337408 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:58.337773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:58.338166 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:32:58.342758 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:32:58.384262 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['a5a81c01-d1b6-47da-8d99-f270986fce20'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:32:59.137420 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be75e6d-c94a-4288-a012-3d903e199129 req-c787e3f4-0aee-42bf-bdf8-b01a741567a2 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:59.138987 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1be75e6d-c94a-4288-a012-3d903e199129 req-c787e3f4-0aee-42bf-bdf8-b01a741567a2 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 944 time: 0.0907156
Apr 20 18:32:59.190867 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1be75e6d-c94a-4288-a012-3d903e199129 req-bf763ba2-93a4-47b0-ac5e-67e68fb95a83 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454483
Apr 20 18:32:59.837895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-36499d8f-7261-48a8-b213-7db54efa3a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:59.843723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device a5a81c01-d1b6-47da-8d99-f270986fce20 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:32:59.911803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port a5a81c01-d1b6-47da-8d99-f270986fce20 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:32:59.916499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port a5a81c01-d1b6-47da-8d99-f270986fce20 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:32:59.916923 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:00.040016 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:00.068197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74062191-c138-4054-8ad4-8b7e4da28e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a81c01-d1b6-47da-8d99-f270986fce20'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:00.078798 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port a5a81c01-d1b6-47da-8d99-f270986fce20, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a5a81c01-d1b6-47da-8d99-f270986fce20,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:00.081593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:00.084316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:00.160976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=a5a81c01-d1b6-47da-8d99-f270986fce20,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:00.164224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:00.174783 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74062191-c138-4054-8ad4-8b7e4da28e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'code': 200}
Apr 20 18:33:00.457785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24167ac-e1ba-4e66-98f5-f3814cf0886d req-9f5dfa0b-9929-41e5-ab21-cd53f574b9e5 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:00.459417 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c24167ac-e1ba-4e66-98f5-f3814cf0886d req-9f5dfa0b-9929-41e5-ab21-cd53f574b9e5 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 945 time: 0.1504986
Apr 20 18:33:00.522471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dd05f-4a08-4a3c-86ee-d6c839b8d206 req-3fbfe325-fbbf-4fe3-add3-c021a74f002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:00.524034 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7e9dd05f-4a08-4a3c-86ee-d6c839b8d206 req-3fbfe325-fbbf-4fe3-add3-c021a74f002e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 1098 time: 0.1404650
Apr 20 18:33:00.527181 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c24167ac-e1ba-4e66-98f5-f3814cf0886d req-d4079261-9966-4d50-a450-2d460dd607dc tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593402
Apr 20 18:33:00.568357 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-7e9dd05f-4a08-4a3c-86ee-d6c839b8d206 req-0ff33194-dcd1-4e4e-a2a4-e434b2ba6bd6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379422
Apr 20 18:33:01.561043 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a57e1f-be94-40ef-89b6-603bfdffb2e0 req-5ffe6f0e-c500-49ac-9eb3-edfa73a66b7c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:01.562672 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e8a57e1f-be94-40ef-89b6-603bfdffb2e0 req-5ffe6f0e-c500-49ac-9eb3-edfa73a66b7c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0868990
Apr 20 18:33:01.611281 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e8a57e1f-be94-40ef-89b6-603bfdffb2e0 req-fa966c83-1d0f-44ec-b440-de0237159dc7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421641
Apr 20 18:33:01.739128 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3726fe-4a96-4f0a-8dff-161443112ea5 req-44627441-5490-4b51-b3fd-6402f397dc6f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:01.740733 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d3726fe-4a96-4f0a-8dff-161443112ea5 req-44627441-5490-4b51-b3fd-6402f397dc6f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 945 time: 0.0912647
Apr 20 18:33:01.788908 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d3726fe-4a96-4f0a-8dff-161443112ea5 req-fbf680ba-f8cf-4aee-8bcb-1485e679d884 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418925
Apr 20 18:33:01.990476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e53c1-2896-4875-a6b3-e78498ec7690 req-a1a665ca-267c-45ad-9993-df00933d4ef9 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:01.991978 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ed6e53c1-2896-4875-a6b3-e78498ec7690 req-a1a665ca-267c-45ad-9993-df00933d4ef9 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 945 time: 0.0913134
Apr 20 18:33:02.040843 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ed6e53c1-2896-4875-a6b3-e78498ec7690 req-77300996-f2a9-464f-9d5c-5d326de70b21 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417137
Apr 20 18:33:02.066083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41792) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:02.143198 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d5e46-2853-4d1b-87fa-1077010365b1 tempest-TestVolumeBootPattern-1680268191 tempest-TestVolumeBootPattern-1680268191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:02.144838 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-272d5e46-2853-4d1b-87fa-1077010365b1 tempest-TestVolumeBootPattern-1680268191 tempest-TestVolumeBootPattern-1680268191-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 1093 time: 0.0776815
Apr 20 18:33:02.147750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41796) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:02.153315 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'floatingip': {'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'port_id': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:02.155593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f709-1e15-492c-a06e-cf116f26f4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:02.159837 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:02.163886 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Usage tracker for resource:floatingip and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:02.166919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:02.174109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:02.183337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:02.325182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:02.470742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Allocated IP 172.27.1.235 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/cc945d38-d820-416b-a79a-458ee3516561) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:33:02.622780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:02.652358 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:02.656334 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-df5892a7-787c-44c6-a88f-524bbd389ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:02.720174 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:02.726085 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:33:02.727280 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:33:02.732378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:33:02.817131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'Port': ['ID=cc945d38-d820-416b-a79a-458ee3516561,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:02.839817 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:02.840253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:02.840675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:02.841119 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:02.841534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:02.841974 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:02.842385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:02.842794 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:02.843202 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:02.843606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:02.844010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:02.844412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:33:02.852334 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:02.985434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0903de3-2df6-4e8e-a220-392033586703 req-dcc1c092-bb0a-41f7-a9a2-4781cdb8448b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:02.987054 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b0903de3-2df6-4e8e-a220-392033586703 req-dcc1c092-bb0a-41f7-a9a2-4781cdb8448b tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.2230322
Apr 20 18:33:03.182544 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b0903de3-2df6-4e8e-a220-392033586703 req-ce499432-cb60-4ac7-9044-2cce5ef45891 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=ddf85d64-975c-4409-9b5e-578210492dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1862822
Apr 20 18:33:03.289688 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-6b7a0a4b-7bf3-4951-9df5-e35c31fff7e0 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:03.291203 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-6b7a0a4b-7bf3-4951-9df5-e35c31fff7e0 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.41 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 946 time: 0.0886502
Apr 20 18:33:03.298729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:03.372548 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Deleting port e897da05-0d71-421e-a686-872ddd830f66 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:33:03.373071 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:03.385039 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:03.509433 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:03.606567 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:03.609882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:03.614601 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:03.644252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] For port e897da05-0d71-421e-a686-872ddd830f66, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e897da05-0d71-421e-a686-872ddd830f66,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:03.644784 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:03.725540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'Port': ['ID=cc945d38-d820-416b-a79a-458ee3516561,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:03.730210 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:03.738018 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:03.922639 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Floating IP a318f29e-18f2-42f3-b5fd-ae7e9464da44 associated. External IP: 172.27.1.235, port: a5a81c01-d1b6-47da-8d99-f270986fce20.
Apr 20 18:33:03.957442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:03.957867 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:03.958228 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Floating IP e1595201-1a11-4863-8221-3e1e61e26a85 disassociated. External IP: 172.27.1.14, port: e897da05-0d71-421e-a686-872ddd830f66.
Apr 20 18:33:03.958602 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Calling delete_port for e897da05-0d71-421e-a686-872ddd830f66 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:33:04.111864 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:04.126708 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:04.175663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event deleted for resources: {'Port': ['ID=e897da05-0d71-421e-a686-872ddd830f66,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:04.178231 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:04.390798 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9466f72e-d6f9-4743-96a6-3c910bf45cba req-a42a0113-e0a5-48ba-b8fe-8ad00a6f030a tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=5408f5a4-eae0-4815-95f2-7805faceee08 HTTP/1.1" status: 200  len: 210 time: 0.0725508
Apr 20 18:33:04.439388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:33:04.538185 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Router c4c05fc1-1cbf-41e5-b333-529f8792a7db has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:33:04.562414 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:04.635999 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:33:04.647364 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0e0567-ef3e-4089-9728-0c027e3032df None None] Sync routers for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:33:04.661806 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e0567-ef3e-4089-9728-0c027e3032df None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:33:04.662518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-3d0e0567-ef3e-4089-9728-0c027e3032df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdde6cf8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:33:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:04.725823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] No DVR routers for this DVR port e897da05-0d71-421e-a686-872ddd830f66 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:33:04.728775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:04.733206 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5408f5a4-eae0-4815-95f2-7805faceee08', 'name': 'network-vif-deleted', 'tag': 'e897da05-0d71-421e-a686-872ddd830f66'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:04.740182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:33:04.748081 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d120b103-d0fa-46ad-899a-0f2363672ee2 req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.41 "DELETE /v2.0/ports/e897da05-0d71-421e-a686-872ddd830f66 HTTP/1.1" status: 204  len: 173 time: 1.4518027
Apr 20 18:33:04.753205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60edc192-65fc-42d7-afe3-89554530c04d None None] Sync routers for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:33:04.764857 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edc192-65fc-42d7-afe3-89554530c04d None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:33:04.765935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-60edc192-65fc-42d7-afe3-89554530c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd348c18>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:33:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:04.774495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:04.874808 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5408f5a4-eae0-4815-95f2-7805faceee08', 'name': 'network-vif-deleted', 'tag': 'e897da05-0d71-421e-a686-872ddd830f66', 'status': 'completed', 'code': 200}
Apr 20 18:33:04.883910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-3d0e0567-ef3e-4089-9728-0c027e3032df None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:33:04.894604 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7456088
Apr 20 18:33:04.898755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74062191-c138-4054-8ad4-8b7e4da28e63', 'tag': 'a5a81c01-d1b6-47da-8d99-f270986fce20'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:05.000847 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-60edc192-65fc-42d7-afe3-89554530c04d None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:33:05.022989 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74062191-c138-4054-8ad4-8b7e4da28e63', 'tag': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'status': 'completed', 'code': 200}
Apr 20 18:33:05.131555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bdad6-d089-4ca1-806a-8ba06ec7a5f0 req-7a4933c1-ae62-4933-b9b1-04bc7160baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:05.133197 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a83bdad6-d089-4ca1-806a-8ba06ec7a5f0 req-7a4933c1-ae62-4933-b9b1-04bc7160baae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 1098 time: 0.0857756
Apr 20 18:33:05.302338 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bdad6-d089-4ca1-806a-8ba06ec7a5f0 req-2c69ba56-1e49-4cc0-a65d-492ae9580f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:05.304035 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a83bdad6-d089-4ca1-806a-8ba06ec7a5f0 req-2c69ba56-1e49-4cc0-a65d-492ae9580f3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 912 time: 0.1638560
Apr 20 18:33:05.415311 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-60edc192-65fc-42d7-afe3-89554530c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd348c18>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'a318f29e-18f2-42f3-b5fd-ae7e9464da44', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:fe:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74062191-c138-4054-8ad4-8b7e4da28e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:03Z', 'updated_at': '2021-04-20T18:33:03Z', 'revision_number': 0, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:05.419945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60edc192-65fc-42d7-afe3-89554530c04d None None] Checking router: c4c05fc1-1cbf-41e5-b333-529f8792a7db for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:33:05.427239 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a83bdad6-d089-4ca1-806a-8ba06ec7a5f0 req-b154eb80-956b-455d-8ad3-e34995552572 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a81c01-d1b6-47da-8d99-f270986fce20 HTTP/1.1" status: 200  len: 999 time: 0.1171880
Apr 20 18:33:05.428568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-3d0e0567-ef3e-4089-9728-0c027e3032df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdde6cf8>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:23Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:05.429600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edc192-65fc-42d7-afe3-89554530c04d None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:33:05.430305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-60edc192-65fc-42d7-afe3-89554530c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd348c18>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:33:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:05.432729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0e0567-ef3e-4089-9728-0c027e3032df None None] Checking router: fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:33:05.442261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e0567-ef3e-4089-9728-0c027e3032df None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:33:05.442927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-3d0e0567-ef3e-4089-9728-0c027e3032df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdde6cf8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:33:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:05.520015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bdad6-d089-4ca1-806a-8ba06ec7a5f0 req-74ef89ca-f5ad-40a2-bd6b-2190896d10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:05.522526 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a83bdad6-d089-4ca1-806a-8ba06ec7a5f0 req-74ef89ca-f5ad-40a2-bd6b-2190896d10fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.0887311
Apr 20 18:33:05.543089 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41816) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:05.618101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f603d63d-44b9-4eec-980e-e57d84c0a384 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:05.624559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bdad6-d089-4ca1-806a-8ba06ec7a5f0 req-c16817d6-df78-4c41-b8c7-4f563351cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:05.626464 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a83bdad6-d089-4ca1-806a-8ba06ec7a5f0 req-c16817d6-df78-4c41-b8c7-4f563351cd2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0990770
Apr 20 18:33:05.641793 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-3d0e0567-ef3e-4089-9728-0c027e3032df None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:33:05.650481 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f603d63d-44b9-4eec-980e-e57d84c0a384 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:05.652477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-60edc192-65fc-42d7-afe3-89554530c04d None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:33:05.701882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f603d63d-44b9-4eec-980e-e57d84c0a384 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:05.716845 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b24c9a5c-284d-479c-9562-83b5d37a5975 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:05.739160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603d63d-44b9-4eec-980e-e57d84c0a384 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf85d64-975c-4409-9b5e-578210492dfc,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:05.749867 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f603d63d-44b9-4eec-980e-e57d84c0a384 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:05.751238 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f603d63d-44b9-4eec-980e-e57d84c0a384 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "DELETE /v2.0/security-groups/ddf85d64-975c-4409-9b5e-578210492dfc HTTP/1.1" status: 204  len: 168 time: 0.2070153
Apr 20 18:33:05.752634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f603d63d-44b9-4eec-980e-e57d84c0a384 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:05.753983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41820) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:05.774203 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.v2.resource [None req-956c4d87-5561-4e2e-b1a5-3c3c538b0a75 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] show failed (client error): The resource could not be found.
Apr 20 18:33:05.775375 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-956c4d87-5561-4e2e-b1a5-3c3c538b0a75 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups/ddf85d64-975c-4409-9b5e-578210492dfc HTTP/1.1" status: 404  len: 347 time: 0.0203893
Apr 20 18:33:05.779607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41824) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:05.996955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d634c-8170-4653-8694-3c9cedebc9c6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Deleting port f11c75a0-d59c-4d33-82f5-e2eba6df1021 {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:33:05.997792 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ee0d634c-8170-4653-8694-3c9cedebc9c6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:06.036758 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-3d0e0567-ef3e-4089-9728-0c027e3032df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdde6cf8>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:23Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:06.041083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0e0567-ef3e-4089-9728-0c027e3032df None None] The sync data for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi is: [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:23Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:33:06.049076 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a83bdad6-d089-4ca1-806a-8ba06ec7a5f0 req-7f4202b5-710f-4f23-87b4-1adc9ec342e3 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4165163
Apr 20 18:33:06.136722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-60edc192-65fc-42d7-afe3-89554530c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd348c18>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'a318f29e-18f2-42f3-b5fd-ae7e9464da44', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:fe:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74062191-c138-4054-8ad4-8b7e4da28e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:03Z', 'updated_at': '2021-04-20T18:33:03Z', 'revision_number': 0, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:06.141459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60edc192-65fc-42d7-afe3-89554530c04d None None] The sync data for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi is: [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'a318f29e-18f2-42f3-b5fd-ae7e9464da44', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:fe:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74062191-c138-4054-8ad4-8b7e4da28e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:03Z', 'updated_at': '2021-04-20T18:33:03Z', 'revision_number': 0, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:33:06.208428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ee0d634c-8170-4653-8694-3c9cedebc9c6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:06.208957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ee0d634c-8170-4653-8694-3c9cedebc9c6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:06.209202 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a83bdad6-d089-4ca1-806a-8ba06ec7a5f0 req-113879d9-557a-45a5-bcd8-81f58c7828b4 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535959
Apr 20 18:33:06.349696 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d634c-8170-4653-8694-3c9cedebc9c6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Calling delete_port for f11c75a0-d59c-4d33-82f5-e2eba6df1021 owned by network:floatingip {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:33:06.441124 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c56dc-6f19-4fdc-bab6-22a438efda67 None None] New status for floating IP a318f29e-18f2-42f3-b5fd-ae7e9464da44: ACTIVE {{(pid=86372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:33:06.484604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef91138-5960-4953-b6fe-206a71647a61 None None] New status for floating IP e1595201-1a11-4863-8221-3e1e61e26a85: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:33:06.501524 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ee0d634c-8170-4653-8694-3c9cedebc9c6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:06.506367 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7c526f10-60fb-4aa9-aad9-3a041595079e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:06.582378 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d634c-8170-4653-8694-3c9cedebc9c6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event deleted for resources: {'Port': ['ID=f11c75a0-d59c-4d33-82f5-e2eba6df1021,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:06.593876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ee0d634c-8170-4653-8694-3c9cedebc9c6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:06.657341 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ee0d634c-8170-4653-8694-3c9cedebc9c6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:06.672474 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ee0d634c-8170-4653-8694-3c9cedebc9c6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:06.676217 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ee0d634c-8170-4653-8694-3c9cedebc9c6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "DELETE /v2.0/floatingips/e1595201-1a11-4863-8221-3e1e61e26a85 HTTP/1.1" status: 204  len: 168 time: 0.8932347
Apr 20 18:33:07.191799 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41830) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:07.197631 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017919252', 'description': 'tempest-description--1792560582'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:07.204126 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:07.208634 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Usage tracker for resource:security_group and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:07.211714 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:07.219537 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:07.230424 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.254403 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:07.258352 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Usage tracker for resource:security_group_rule and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:07.261220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:07.268499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:07.345418 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.347999 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.353182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8d853d9b-11b9-4f50-b4a1-553992ad795e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:07.403193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e21acf-c749-4e82-b420-277f983b2324,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:07.407307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:07.408734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.410185 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-36011534-a351-4f2c-8869-bee7be3e6a69 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2170851
Apr 20 18:33:07.415148 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41834) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:07.422519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-59b66eb8-2336-46af-92fc-a83b529d0e3e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Request body: {'security_group_rule': {'security_group_id': '86e21acf-c749-4e82-b420-277f983b2324', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:07.428821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-59b66eb8-2336-46af-92fc-a83b529d0e3e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:07.432841 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-59b66eb8-2336-46af-92fc-a83b529d0e3e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Usage tracker for resource:security_group_rule and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:07.437453 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-59b66eb8-2336-46af-92fc-a83b529d0e3e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:07.443999 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-59b66eb8-2336-46af-92fc-a83b529d0e3e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:07.460003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-59b66eb8-2336-46af-92fc-a83b529d0e3e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.526155 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-59b66eb8-2336-46af-92fc-a83b529d0e3e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.530172 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-59b66eb8-2336-46af-92fc-a83b529d0e3e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.537825 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-da98e813-a87b-4ed5-a316-950ff13c2707 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:07.558753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b66eb8-2336-46af-92fc-a83b529d0e3e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5eab6c-a0a7-47b2-9442-87c985351128,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:07.561807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-59b66eb8-2336-46af-92fc-a83b529d0e3e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:07.567966 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-59b66eb8-2336-46af-92fc-a83b529d0e3e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.569221 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-59b66eb8-2336-46af-92fc-a83b529d0e3e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1530883
Apr 20 18:33:07.572165 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41838) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:07.578464 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-9cc1f388-10f3-4a5e-b7d5-b8f3d89766e7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Request body: {'security_group_rule': {'security_group_id': '86e21acf-c749-4e82-b420-277f983b2324', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:07.584726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9cc1f388-10f3-4a5e-b7d5-b8f3d89766e7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:07.588764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9cc1f388-10f3-4a5e-b7d5-b8f3d89766e7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Usage tracker for resource:security_group_rule and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:07.592416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-9cc1f388-10f3-4a5e-b7d5-b8f3d89766e7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:07.598444 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-9cc1f388-10f3-4a5e-b7d5-b8f3d89766e7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:07.614098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9cc1f388-10f3-4a5e-b7d5-b8f3d89766e7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.677602 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9cc1f388-10f3-4a5e-b7d5-b8f3d89766e7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.680142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9cc1f388-10f3-4a5e-b7d5-b8f3d89766e7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200124'] for security_group_rule, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.688458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-24936071-108f-441d-91d4-226a74f2c2e0 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:07.708358 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1f388-10f3-4a5e-b7d5-b8f3d89766e7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e7f6f9-47c9-4114-84e7-9af390e35d05,revision_number=0']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:07.710762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9cc1f388-10f3-4a5e-b7d5-b8f3d89766e7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:07.717122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9cc1f388-10f3-4a5e-b7d5-b8f3d89766e7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.718431 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9cc1f388-10f3-4a5e-b7d5-b8f3d89766e7 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1452904
Apr 20 18:33:07.721727 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 41842) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:07.727209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Request body: {'floatingip': {'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:07.733380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:07.737355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Usage tracker for resource:floatingip and tenant:bbb484152d124ebebf134215121e440a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:33:07.740351 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:33:07.746241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:07.755739 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.899151 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:07.906741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device e897da05-0d71-421e-a686-872ddd830f66 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:33:07.944265 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: e897da05-0d71-421e-a686-872ddd830f66 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:33:07.944587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device e897da05-0d71-421e-a686-872ddd830f66 not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:33:08.046349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Allocated IP 172.27.1.16 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/acc19a89-8a4f-4cda-9359-dd4b0a490a70) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:33:08.203222 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.232233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.236861 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ee0d634c-8170-4653-8694-3c9cedebc9c6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:08.307255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:33:08.311096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:33:08.315114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:33:08.347480 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event updated for resources: {'Port': ['ID=acc19a89-8a4f-4cda-9359-dd4b0a490a70,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:08.353872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:08.401134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.463355 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.682662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.686368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.691314 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0c06918d-d4e8-404e-92d8-976b644d8396 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:08.807835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event updated for resources: {'Port': ['ID=acc19a89-8a4f-4cda-9359-dd4b0a490a70,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:08.812545 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:08.819783 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.842699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:08.844894 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a07da4ab-4144-45a4-997a-e54c7a0ad19e tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1212327
Apr 20 18:33:09.018004 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-11e6c2d3-4192-4b05-83f1-44a057131899 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2017919252&fields=id&tenant_id=bbb484152d124ebebf134215121e440a HTTP/1.1" status: 200  len: 267 time: 0.0434592
Apr 20 18:33:09.183499 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b25e0-9600-4955-86dc-36fd85b14844 req-654fb2dc-4153-4576-b03c-9ec3600a77a2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:09.185648 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-654fb2dc-4153-4576-b03c-9ec3600a77a2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/networks?id=c34bbd11-6cda-4ab9-bade-57fe174281b3 HTTP/1.1" status: 200  len: 810 time: 0.1607490
Apr 20 18:33:09.201822 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-0cfc474c-4ba1-40c2-a6b0-4627c587a3a8 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/quotas/bbb484152d124ebebf134215121e440a HTTP/1.1" status: 200  len: 375 time: 0.0100760
Apr 20 18:33:09.296562 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-286b25e0-9600-4955-86dc-36fd85b14844 req-d3fb4607-a0d2-46db-a37a-6ddc307abf2f tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Synchronizing usage tracker for tenant:bbb484152d124ebebf134215121e440a on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:33:09.311488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-286b25e0-9600-4955-86dc-36fd85b14844 req-d3fb4607-a0d2-46db-a37a-6ddc307abf2f tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Unset dirty status for tenant:bbb484152d124ebebf134215121e440a on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:33:09.312888 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-d3fb4607-a0d2-46db-a37a-6ddc307abf2f tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bbb484152d124ebebf134215121e440a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1056376
Apr 20 18:33:09.463837 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-de7f55e5-4c40-4a98-8fb1-a43fecd8d8aa service neutron] 10.222.0.43 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375337
Apr 20 18:33:09.605512 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-08403e1a-f0c9-481f-9033-ebfd87b883c9 service neutron] 10.222.0.43 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351302
Apr 20 18:33:09.805525 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-6d7a57c9-a966-45aa-9f0f-e3329fc038b4 req-1ab06bec-759b-41c3-af1a-097722581060 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Synchronizing usage tracker for tenant:bbb484152d124ebebf134215121e440a on resource:port {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:33:09.819998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-6d7a57c9-a966-45aa-9f0f-e3329fc038b4 req-1ab06bec-759b-41c3-af1a-097722581060 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Unset dirty status for tenant:bbb484152d124ebebf134215121e440a on resource:port {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:33:09.821289 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6d7a57c9-a966-45aa-9f0f-e3329fc038b4 req-1ab06bec-759b-41c3-af1a-097722581060 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 210 time: 0.0666089
Apr 20 18:33:10.083940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:33:10.861779 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b25e0-9600-4955-86dc-36fd85b14844 req-9662bbfd-ef4a-4543-bd44-d14cebc44d04 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:10.863407 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-9662bbfd-ef4a-4543-bd44-d14cebc44d04 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.41 "GET /v2.0/networks?id=c34bbd11-6cda-4ab9-bade-57fe174281b3 HTTP/1.1" status: 200  len: 810 time: 0.1789021
Apr 20 18:33:10.993274 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-59a38e8f-5bdf-4554-b654-26112a41faf5 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbb484152d124ebebf134215121e440a HTTP/1.1" status: 200  len: 5709 time: 0.1213217
Apr 20 18:33:11.002763 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1c12df88-6d38-4888-9c64-6354206de9af req-2c208dbb-b307-4581-8220-a429e285f503 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 210 time: 0.0651371
Apr 20 18:33:11.006462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Request body: {'port': {'device_id': '78904201-2641-4d35-a4a1-8a3275023115', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'admin_state_up': True, 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'security_groups': ['86e21acf-c749-4e82-b420-277f983b2324']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:11.163464 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:33:11.174226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:33:11.182843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Made reservation on behalf of bbb484152d124ebebf134215121e440a for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:33:11.189732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.365678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Allocated IP 172.20.0.12 (c34bbd11-6cda-4ab9-bade-57fe174281b3/57621c6d-ad13-49b6-8334-7458b49b9d56/9da58d86-7ace-4e56-88e0-97a583a35e68) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:33:11.566908 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.583747 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Transition to ACTIVE for port object 9da58d86-7ace-4e56-88e0-97a583a35e68 will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:33:11.606526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.618352 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-01525493-b984-49c9-b66c-91b9fb32502d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:11.674604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Network c34bbd11-6cda-4ab9-bade-57fe174281b3 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:33:11.677681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:33:11.680205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:33:11.749098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event updated for resources: {'Port': ['ID=9da58d86-7ace-4e56-88e0-97a583a35e68,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:11.754192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:11.766033 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:11.766738 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.792813 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7923796
Apr 20 18:33:11.806716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Request body: {'port': {'device_id': '78904201-2641-4d35-a4a1-8a3275023115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:11.914737 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-2c1f51df-83be-47c6-aa98-d8827e10b74e None None] Provisioning for port 9da58d86-7ace-4e56-88e0-97a583a35e68 completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:33:11.920920 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-2c1f51df-83be-47c6-aa98-d8827e10b74e None None] Provisioning complete for port 9da58d86-7ace-4e56-88e0-97a583a35e68 triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:33:11.921342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2c1f51df-83be-47c6-aa98-d8827e10b74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.931289 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:11.977340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f51df-83be-47c6-aa98-d8827e10b74e None None] Port 9da58d86-7ace-4e56-88e0-97a583a35e68 cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:33:12.208293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b13a6c-a486-4ef2-8a82-faccb5d35a57 req-c6ff3935-78a4-4acc-a0ae-034f0c075008 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:12.209927 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1b13a6c-a486-4ef2-8a82-faccb5d35a57 req-c6ff3935-78a4-4acc-a0ae-034f0c075008 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 932 time: 0.0913787
Apr 20 18:33:12.263018 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c1b13a6c-a486-4ef2-8a82-faccb5d35a57 req-62bf1ead-ce63-4751-bdcf-ee22b9e30b3c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Synchronizing usage tracker for tenant:bbb484152d124ebebf134215121e440a on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:33:12.277191 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-c1b13a6c-a486-4ef2-8a82-faccb5d35a57 req-62bf1ead-ce63-4751-bdcf-ee22b9e30b3c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Unset dirty status for tenant:bbb484152d124ebebf134215121e440a on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:33:12.278957 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c1b13a6c-a486-4ef2-8a82-faccb5d35a57 req-62bf1ead-ce63-4751-bdcf-ee22b9e30b3c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=86e21acf-c749-4e82-b420-277f983b2324&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613992
Apr 20 18:33:12.312881 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da58d86-7ace-4e56-88e0-97a583a35e68 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:33:12.320943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.337094 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Transition to ACTIVE for port object 9da58d86-7ace-4e56-88e0-97a583a35e68 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:33:12.339679 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.344931 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-352e9bf8-764c-41bf-ab85-689a213a621d tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:12.539940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Pushing event updated for resources: {'Port': ['ID=9da58d86-7ace-4e56-88e0-97a583a35e68,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:12.543377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:12.624811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Attempting to bind port 9da58d86-7ace-4e56-88e0-97a583a35e68 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:33:12.625180 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Attempting to bind port 9da58d86-7ace-4e56-88e0-97a583a35e68 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:33:12.625546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Attempting to bind port 9da58d86-7ace-4e56-88e0-97a583a35e68 on network c34bbd11-6cda-4ab9-bade-57fe174281b3 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:33:12.630623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Port 9da58d86-7ace-4e56-88e0-97a583a35e68 on network c34bbd11-6cda-4ab9-bade-57fe174281b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:33:12.631067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Attempting to bind port 9da58d86-7ace-4e56-88e0-97a583a35e68 on network c34bbd11-6cda-4ab9-bade-57fe174281b3 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:33:12.636592 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:33:12.636958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Checking segment: {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:33:12.637379 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Bound using segment: {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:33:12.638391 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Bound port: 9da58d86-7ace-4e56-88e0-97a583a35e68, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbdfb46-d28f-4cda-a982-36aa755e9b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:33:12.638771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.741948 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] For port 9da58d86-7ace-4e56-88e0-97a583a35e68, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:33:12.744961 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] For port 9da58d86-7ace-4e56-88e0-97a583a35e68, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9da58d86-7ace-4e56-88e0-97a583a35e68,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:33:12.748488 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.753744 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-79df5826-dc29-4712-90d2-a0665bb767a1 tempest-VolumesNegativeTest-856947006 tempest-VolumesNegativeTest-856947006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:12.811908 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:12.812785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:12.814361 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] 10.222.0.41 "PUT /v2.0/ports/9da58d86-7ace-4e56-88e0-97a583a35e68 HTTP/1.1" status: 200  len: 1094 time: 1.0127056
Apr 20 18:33:12.816894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78904201-2641-4d35-a4a1-8a3275023115', 'tag': '9da58d86-7ace-4e56-88e0-97a583a35e68'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:12.864061 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Pushing event updated for resources: {'Port': ['ID=9da58d86-7ace-4e56-88e0-97a583a35e68,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:12.913712 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78904201-2641-4d35-a4a1-8a3275023115', 'tag': '9da58d86-7ace-4e56-88e0-97a583a35e68', 'status': 'completed', 'code': 200}
Apr 20 18:33:12.914678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:12.968563 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b25e0-9600-4955-86dc-36fd85b14844 req-36ed0f4f-d158-4f11-a953-53fdf44fe6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:12.970736 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-36ed0f4f-d158-4f11-a953-53fdf44fe6a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb484152d124ebebf134215121e440a&device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 1097 time: 0.1083050
Apr 20 18:33:13.049889 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-be0b9f81-5897-43de-8851-ac96e8c49075 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da58d86-7ace-4e56-88e0-97a583a35e68 HTTP/1.1" status: 200  len: 217 time: 0.0716491
Apr 20 18:33:13.128087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b25e0-9600-4955-86dc-36fd85b14844 req-92163985-b620-450a-a46f-a159a0fddf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:13.129593 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-92163985-b620-450a-a46f-a159a0fddf93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57621c6d-ad13-49b6-8334-7458b49b9d56 HTTP/1.1" status: 200  len: 849 time: 0.0724711
Apr 20 18:33:13.216374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b25e0-9600-4955-86dc-36fd85b14844 req-6a805587-9194-4f45-9664-e8d6a7d86f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:13.217994 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-6a805587-9194-4f45-9664-e8d6a7d86f4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c34bbd11-6cda-4ab9-bade-57fe174281b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802579
Apr 20 18:33:13.343161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:13.365266 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-c09ab95b-4da2-40a2-a1ab-e44bcce2b92b service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404450
Apr 20 18:33:13.488279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b920420-65b1-46aa-bbf1-aa6749352e41 req-b9390df3-444b-4912-a3da-1804a4f9afda tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:13.489885 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6b920420-65b1-46aa-bbf1-aa6749352e41 req-b9390df3-444b-4912-a3da-1804a4f9afda tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 944 time: 0.0949633
Apr 20 18:33:13.516044 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-286b25e0-9600-4955-86dc-36fd85b14844 req-1e6e9a3a-c393-4deb-9b34-f839d8883257 service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414187
Apr 20 18:33:13.539326 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-6b920420-65b1-46aa-bbf1-aa6749352e41 req-d5fd36b8-a101-4020-8ddc-074969da6506 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=86e21acf-c749-4e82-b420-277f983b2324&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427938
Apr 20 18:33:13.653122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cdd10-b976-4eee-800e-42447ad7c579 req-62bfb2f5-69f0-475d-9b5c-6922f825fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:13.654994 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-262cdd10-b976-4eee-800e-42447ad7c579 req-62bfb2f5-69f0-475d-9b5c-6922f825fb7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb484152d124ebebf134215121e440a&device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 1097 time: 0.0821867
Apr 20 18:33:13.799813 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cdd10-b976-4eee-800e-42447ad7c579 req-f7792afd-5e02-449e-b9a6-cfe3fe638523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:13.801479 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-262cdd10-b976-4eee-800e-42447ad7c579 req-f7792afd-5e02-449e-b9a6-cfe3fe638523 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c34bbd11-6cda-4ab9-bade-57fe174281b3 HTTP/1.1" status: 200  len: 911 time: 0.1379445
Apr 20 18:33:13.874915 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-262cdd10-b976-4eee-800e-42447ad7c579 req-6d7f1211-db02-4654-adfb-a0589a0b7a6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da58d86-7ace-4e56-88e0-97a583a35e68 HTTP/1.1" status: 200  len: 217 time: 0.0662804
Apr 20 18:33:13.946320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cdd10-b976-4eee-800e-42447ad7c579 req-9d2ed49f-68c0-4384-9db6-e069020b4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:13.947792 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-262cdd10-b976-4eee-800e-42447ad7c579 req-9d2ed49f-68c0-4384-9db6-e069020b4e94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57621c6d-ad13-49b6-8334-7458b49b9d56 HTTP/1.1" status: 200  len: 849 time: 0.0664575
Apr 20 18:33:14.030972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cdd10-b976-4eee-800e-42447ad7c579 req-722d8cfb-28fc-42b8-9231-f7a9ad0aa202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:14.032545 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-262cdd10-b976-4eee-800e-42447ad7c579 req-722d8cfb-28fc-42b8-9231-f7a9ad0aa202 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c34bbd11-6cda-4ab9-bade-57fe174281b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766873
Apr 20 18:33:14.404068 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-262cdd10-b976-4eee-800e-42447ad7c579 req-9c8b31da-6ce3-4381-b19b-85397a32bb0f service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3634355
Apr 20 18:33:14.546346 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-262cdd10-b976-4eee-800e-42447ad7c579 req-35fce0d1-1dfd-4fad-a44d-6b0d1417284a service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348853
Apr 20 18:33:14.751972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1e10a-b643-49b6-b1bc-621f436edbea req-ee99a731-d348-4145-a7b0-ee00b9f708b2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:14.752641 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-4ac1e10a-b643-49b6-b1bc-621f436edbea req-ee99a731-d348-4145-a7b0-ee00b9f708b2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Synchronizing usage tracker for tenant:bbb484152d124ebebf134215121e440a on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:33:14.767690 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-4ac1e10a-b643-49b6-b1bc-621f436edbea req-ee99a731-d348-4145-a7b0-ee00b9f708b2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Unset dirty status for tenant:bbb484152d124ebebf134215121e440a on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:33:14.768983 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4ac1e10a-b643-49b6-b1bc-621f436edbea req-ee99a731-d348-4145-a7b0-ee00b9f708b2 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 944 time: 0.1090534
Apr 20 18:33:14.819415 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4ac1e10a-b643-49b6-b1bc-621f436edbea req-e64d6730-16de-4909-ae5b-0f8301c09039 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=86e21acf-c749-4e82-b420-277f983b2324&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436752
Apr 20 18:33:15.923807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 9da58d86-7ace-4e56-88e0-97a583a35e68 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:33:16.027873 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9de6d1-0f1c-41ae-861a-0c3a63c3bc81 req-d2379ea7-f87b-4f79-acf8-5909de39bcd6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:16.029654 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9a9de6d1-0f1c-41ae-861a-0c3a63c3bc81 req-d2379ea7-f87b-4f79-acf8-5909de39bcd6 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 944 time: 0.0926270
Apr 20 18:33:16.066951 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 9da58d86-7ace-4e56-88e0-97a583a35e68, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9da58d86-7ace-4e56-88e0-97a583a35e68,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:16.079397 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9a9de6d1-0f1c-41ae-861a-0c3a63c3bc81 req-6bd55d4e-2f53-4d19-9561-6bd7815bd65c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=86e21acf-c749-4e82-b420-277f983b2324&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432432
Apr 20 18:33:16.081513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '9da58d86-7ace-4e56-88e0-97a583a35e68', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'port_id': '9da58d86-7ace-4e56-88e0-97a583a35e68', 'mac_address': 'fa:16:3e:95:5c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:33:16.146308 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:16.163223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da58d86-7ace-4e56-88e0-97a583a35e68 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:33:16.179221 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 9da58d86-7ace-4e56-88e0-97a583a35e68, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9da58d86-7ace-4e56-88e0-97a583a35e68,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:16.181935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:16.183804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7c28f897-6324-4589-a2cb-615fa947cad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:16.251971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=9da58d86-7ace-4e56-88e0-97a583a35e68,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:16.255102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:16.417530 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['9da58d86-7ace-4e56-88e0-97a583a35e68'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:33:17.281153 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e0aea-c7a8-4600-968b-271523c3cbb8 req-d7382f5b-4c7e-4db4-ab62-cc392b4f1b86 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:17.282776 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb1e0aea-c7a8-4600-968b-271523c3cbb8 req-d7382f5b-4c7e-4db4-ab62-cc392b4f1b86 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 945 time: 0.0877066
Apr 20 18:33:17.331146 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb1e0aea-c7a8-4600-968b-271523c3cbb8 req-50075ec6-bb75-4ebd-883b-3a30c26306ad tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=86e21acf-c749-4e82-b420-277f983b2324&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421777
Apr 20 18:33:17.922610 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 9da58d86-7ace-4e56-88e0-97a583a35e68 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:33:17.991822 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port 9da58d86-7ace-4e56-88e0-97a583a35e68 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:33:17.997224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 9da58d86-7ace-4e56-88e0-97a583a35e68 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:33:17.997703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:18.287118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:18.315751 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78904201-2641-4d35-a4a1-8a3275023115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da58d86-7ace-4e56-88e0-97a583a35e68'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:18.325809 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 9da58d86-7ace-4e56-88e0-97a583a35e68, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9da58d86-7ace-4e56-88e0-97a583a35e68,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:33:18.328776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:18.330756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:33:18.368062 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78904201-2641-4d35-a4a1-8a3275023115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da58d86-7ace-4e56-88e0-97a583a35e68', 'code': 200}
Apr 20 18:33:18.402981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=9da58d86-7ace-4e56-88e0-97a583a35e68,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:33:18.406049 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:33:18.540560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668f20b-8dd2-40c9-8d16-70144bd13107 req-afc536ea-a27c-46f3-a12a-4fedd65ef927 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:18.542137 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9668f20b-8dd2-40c9-8d16-70144bd13107 req-afc536ea-a27c-46f3-a12a-4fedd65ef927 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 946 time: 0.0913038
Apr 20 18:33:18.645773 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9668f20b-8dd2-40c9-8d16-70144bd13107 req-e06476d8-5e77-4c2a-b4a1-c89abb27389a tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=86e21acf-c749-4e82-b420-277f983b2324&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624332
Apr 20 18:33:18.659623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d0b18-53f7-4d20-b747-b01a69ff4e28 req-1b29038d-30c3-4dca-9f04-c2b86a4bbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:18.661175 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-221d0b18-53f7-4d20-b747-b01a69ff4e28 req-1b29038d-30c3-4dca-9f04-c2b86a4bbb9e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 1099 time: 0.1180944
Apr 20 18:33:18.708009 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-221d0b18-53f7-4d20-b747-b01a69ff4e28 req-2df6d61a-3486-4d0d-ad3c-457a3a0949a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=86e21acf-c749-4e82-b420-277f983b2324&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396366
Apr 20 18:33:18.785244 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c888585a-a6a9-4419-9265-f9aa43e6abb8 req-c28b1a03-0f6f-4926-95e2-187a38431c30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0795777
Apr 20 18:33:18.948989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888585a-a6a9-4419-9265-f9aa43e6abb8 req-b0118f04-4a0a-4371-a754-af4c2c68cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:18.951268 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c888585a-a6a9-4419-9265-f9aa43e6abb8 req-b0118f04-4a0a-4371-a754-af4c2c68cde6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 1098 time: 0.0818834
Apr 20 18:33:19.109909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888585a-a6a9-4419-9265-f9aa43e6abb8 req-f764da5f-ab6e-4bf7-b768-2ac32ab449ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:19.111383 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c888585a-a6a9-4419-9265-f9aa43e6abb8 req-f764da5f-ab6e-4bf7-b768-2ac32ab449ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 912 time: 0.1394868
Apr 20 18:33:19.218554 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c888585a-a6a9-4419-9265-f9aa43e6abb8 req-1b592548-e057-4d6f-b904-4e3519bf4602 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a81c01-d1b6-47da-8d99-f270986fce20 HTTP/1.1" status: 200  len: 1001 time: 0.0999792
Apr 20 18:33:19.291583 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888585a-a6a9-4419-9265-f9aa43e6abb8 req-82167b55-a4cc-4f91-a702-ace1db6146d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:19.293118 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c888585a-a6a9-4419-9265-f9aa43e6abb8 req-82167b55-a4cc-4f91-a702-ace1db6146d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.0661936
Apr 20 18:33:19.378893 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888585a-a6a9-4419-9265-f9aa43e6abb8 req-192bfb72-2045-46c1-b199-4d89baeb1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:19.380423 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c888585a-a6a9-4419-9265-f9aa43e6abb8 req-192bfb72-2045-46c1-b199-4d89baeb1c4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801682
Apr 20 18:33:19.527325 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c888585a-a6a9-4419-9265-f9aa43e6abb8 req-dfe33c47-ec9a-4b43-a394-007dfa91716e service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382995
Apr 20 18:33:19.675241 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c888585a-a6a9-4419-9265-f9aa43e6abb8 req-3ce2a89c-1acf-49e2-89d7-c335500635d7 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379232
Apr 20 18:33:19.851862 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c147e12-fe92-4d32-9301-beb114149641 req-4ebf64d6-5872-4d81-8593-7100bfef5883 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:19.853458 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4c147e12-fe92-4d32-9301-beb114149641 req-4ebf64d6-5872-4d81-8593-7100bfef5883 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 946 time: 0.0924592
Apr 20 18:33:19.905746 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4c147e12-fe92-4d32-9301-beb114149641 req-eeb508f9-983f-48e1-92ba-4370745260f1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=86e21acf-c749-4e82-b420-277f983b2324&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457892
Apr 20 18:33:20.105111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd51e1-4949-4029-a66f-113593687b8a req-4e941b95-7c50-416a-b063-3753e9db17eb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:20.106887 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0dbd51e1-4949-4029-a66f-113593687b8a req-4e941b95-7c50-416a-b063-3753e9db17eb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 946 time: 0.0925951
Apr 20 18:33:20.116795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 41898) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:33:20.122937 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-51ebffb5-b3e9-4789-bcc7-27c24c1a0fbb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Request body: {'floatingip': {'port_id': '9da58d86-7ace-4e56-88e0-97a583a35e68'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:33:20.207233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-51ebffb5-b3e9-4789-bcc7-27c24c1a0fbb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:20.999785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-51ebffb5-b3e9-4789-bcc7-27c24c1a0fbb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:21.002376 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-51ebffb5-b3e9-4789-bcc7-27c24c1a0fbb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:21.180497 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-51ebffb5-b3e9-4789-bcc7-27c24c1a0fbb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Floating IP 4028ca67-5c28-44e4-9835-e6dbebeee61f associated. External IP: 172.27.1.16, port: 9da58d86-7ace-4e56-88e0-97a583a35e68.
Apr 20 18:33:21.774692 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ebffb5-b3e9-4789-bcc7-27c24c1a0fbb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:33:21.963557 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ebffb5-b3e9-4789-bcc7-27c24c1a0fbb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:33:21.968529 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-51ebffb5-b3e9-4789-bcc7-27c24c1a0fbb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:21.973370 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf319bf-512d-4d42-be5a-edefc80d6b4a None None] Sync routers for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:33:21.984398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf319bf-512d-4d42-be5a-edefc80d6b4a None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:33:21.985068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-3bf319bf-512d-4d42-be5a-edefc80d6b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe0d91d0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:33:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:22.030057 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-51ebffb5-b3e9-4789-bcc7-27c24c1a0fbb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "PUT /v2.0/floatingips/4028ca67-5c28-44e4-9835-e6dbebeee61f HTTP/1.1" status: 200  len: 991 time: 1.9120102
Apr 20 18:33:22.030738 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78904201-2641-4d35-a4a1-8a3275023115', 'tag': '9da58d86-7ace-4e56-88e0-97a583a35e68'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:33:22.085642 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78904201-2641-4d35-a4a1-8a3275023115', 'tag': '9da58d86-7ace-4e56-88e0-97a583a35e68', 'status': 'completed', 'code': 200}
Apr 20 18:33:22.178564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-3bf319bf-512d-4d42-be5a-edefc80d6b4a None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:33:22.196551 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd9b6-f0b1-41f2-b60f-bb9acc28afd9 req-b3d8fffb-f9f9-40d4-ab16-43edc199248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:22.198232 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a2ebd9b6-f0b1-41f2-b60f-bb9acc28afd9 req-b3d8fffb-f9f9-40d4-ab16-43edc199248e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbb484152d124ebebf134215121e440a&device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 1099 time: 0.0814538
Apr 20 18:33:22.343017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd9b6-f0b1-41f2-b60f-bb9acc28afd9 req-28fc3d1b-ea2d-4209-9fc8-b763e2a54215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:22.344544 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a2ebd9b6-f0b1-41f2-b60f-bb9acc28afd9 req-28fc3d1b-ea2d-4209-9fc8-b763e2a54215 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c34bbd11-6cda-4ab9-bade-57fe174281b3 HTTP/1.1" status: 200  len: 911 time: 0.1389947
Apr 20 18:33:22.458486 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a2ebd9b6-f0b1-41f2-b60f-bb9acc28afd9 req-9a4ae6cd-9f6e-4fff-a252-518e5d0e1c27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da58d86-7ace-4e56-88e0-97a583a35e68 HTTP/1.1" status: 200  len: 999 time: 0.1072917
Apr 20 18:33:22.531140 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd9b6-f0b1-41f2-b60f-bb9acc28afd9 req-0887e5ec-f929-423c-b05c-3e123d344f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:22.532725 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a2ebd9b6-f0b1-41f2-b60f-bb9acc28afd9 req-0887e5ec-f929-423c-b05c-3e123d344f5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=57621c6d-ad13-49b6-8334-7458b49b9d56 HTTP/1.1" status: 200  len: 849 time: 0.0678613
Apr 20 18:33:22.541639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-3bf319bf-512d-4d42-be5a-edefc80d6b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe0d91d0>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '4028ca67-5c28-44e4-9835-e6dbebeee61f', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'port_id': '9da58d86-7ace-4e56-88e0-97a583a35e68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'mac_address': 'fa:16:3e:95:5c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78904201-2641-4d35-a4a1-8a3275023115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:08Z', 'updated_at': '2021-04-20T18:33:20Z', 'revision_number': 1, 'project_id': 'bbb484152d124ebebf134215121e440a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:23Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:22.546765 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf319bf-512d-4d42-be5a-edefc80d6b4a None None] Checking router: fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:33:22.555406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf319bf-512d-4d42-be5a-edefc80d6b4a None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:33:22.556050 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-3bf319bf-512d-4d42-be5a-edefc80d6b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe0d91d0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:33:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:22.619872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd9b6-f0b1-41f2-b60f-bb9acc28afd9 req-057d4d9c-ac5e-4ed2-a86f-bd36f2aefcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:22.621421 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a2ebd9b6-f0b1-41f2-b60f-bb9acc28afd9 req-057d4d9c-ac5e-4ed2-a86f-bd36f2aefcb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c34bbd11-6cda-4ab9-bade-57fe174281b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822923
Apr 20 18:33:22.743319 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-3bf319bf-512d-4d42-be5a-edefc80d6b4a None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:33:22.769669 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a2ebd9b6-f0b1-41f2-b60f-bb9acc28afd9 req-67f56bf9-a589-4466-8ecc-5b14a8ebcbb8 service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384223
Apr 20 18:33:22.923061 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a2ebd9b6-f0b1-41f2-b60f-bb9acc28afd9 req-116f445d-9a23-42d7-83c2-056c373148ee service neutron] 10.222.0.41 "GET /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458766
Apr 20 18:33:23.106366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-3bf319bf-512d-4d42-be5a-edefc80d6b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe0d91d0>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '4028ca67-5c28-44e4-9835-e6dbebeee61f', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'port_id': '9da58d86-7ace-4e56-88e0-97a583a35e68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'mac_address': 'fa:16:3e:95:5c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78904201-2641-4d35-a4a1-8a3275023115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:08Z', 'updated_at': '2021-04-20T18:33:20Z', 'revision_number': 1, 'project_id': 'bbb484152d124ebebf134215121e440a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:23Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:33:23.111074 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf319bf-512d-4d42-be5a-edefc80d6b4a None None] The sync data for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi is: [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': '4028ca67-5c28-44e4-9835-e6dbebeee61f', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'port_id': '9da58d86-7ace-4e56-88e0-97a583a35e68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'mac_address': 'fa:16:3e:95:5c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78904201-2641-4d35-a4a1-8a3275023115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:08Z', 'updated_at': '2021-04-20T18:33:20Z', 'revision_number': 1, 'project_id': 'bbb484152d124ebebf134215121e440a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:23Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:33:23.380798 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de631294-d4c8-494a-b0d2-8b3dc04e91cd None None] New status for floating IP 4028ca67-5c28-44e4-9835-e6dbebeee61f: ACTIVE {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:33:29.839539 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-30cb475f-85ca-4ec5-983e-59d6541f751d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:32.156520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab324c0f-68a1-4efb-9137-5fe614ae8fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:32.713374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:33.511112 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:34.560419 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:43.343659 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:47.087642 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:33:59.842931 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d4867937-ab85-4e89-bc4d-5f03e430dab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.158598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ce1f05f3-eb86-422e-9821-a73ef5102471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.716114 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.513755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:04.563612 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:13.355715 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:20.790299 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1f3615e8-a9ac-4477-bfaa-49375d2127a3 req-3437fa1a-737a-4624-80e6-4fea528b1786 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0767531
Apr 20 18:34:20.944208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3615e8-a9ac-4477-bfaa-49375d2127a3 req-81632021-9f0d-468d-88fa-f16fd56962a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:20.945795 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1f3615e8-a9ac-4477-bfaa-49375d2127a3 req-81632021-9f0d-468d-88fa-f16fd56962a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 1098 time: 0.0821240
Apr 20 18:34:21.101007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3615e8-a9ac-4477-bfaa-49375d2127a3 req-ac21ca93-1c66-44d2-ba1f-e8383527cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:21.102632 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1f3615e8-a9ac-4477-bfaa-49375d2127a3 req-ac21ca93-1c66-44d2-ba1f-e8383527cf10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 912 time: 0.1386013
Apr 20 18:34:21.214070 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1f3615e8-a9ac-4477-bfaa-49375d2127a3 req-6e4652b1-a0d9-4b54-847f-e436dfe0e43c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a81c01-d1b6-47da-8d99-f270986fce20 HTTP/1.1" status: 200  len: 1001 time: 0.1046059
Apr 20 18:34:21.326658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3615e8-a9ac-4477-bfaa-49375d2127a3 req-7306a40a-5fde-44e0-bada-c3c1e8192f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:21.328098 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1f3615e8-a9ac-4477-bfaa-49375d2127a3 req-7306a40a-5fde-44e0-bada-c3c1e8192f86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.1069686
Apr 20 18:34:21.433039 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9247e5f-7c6e-421e-a900-bd25fcc2ce66 req-60064158-d080-4de7-b0ae-5610645ac599 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:21.434621 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d9247e5f-7c6e-421e-a900-bd25fcc2ce66 req-60064158-d080-4de7-b0ae-5610645ac599 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 946 time: 0.1528170
Apr 20 18:34:21.466384 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3615e8-a9ac-4477-bfaa-49375d2127a3 req-d349a895-086f-4715-95e4-de2f6cf7f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:21.467901 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1f3615e8-a9ac-4477-bfaa-49375d2127a3 req-d349a895-086f-4715-95e4-de2f6cf7f421 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1280267
Apr 20 18:34:21.568390 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d9247e5f-7c6e-421e-a900-bd25fcc2ce66 req-6b05e0b2-c9ae-4a46-9c0b-b05c9b92f541 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=86e21acf-c749-4e82-b420-277f983b2324&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1254578
Apr 20 18:34:21.626870 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1f3615e8-a9ac-4477-bfaa-49375d2127a3 req-bafd08e4-339e-456b-a834-4d1a3446bf63 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473651
Apr 20 18:34:21.769811 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1f3615e8-a9ac-4477-bfaa-49375d2127a3 req-72b021ef-b254-4e90-8e64-a90a97282fe6 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364677
Apr 20 18:34:22.771868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee6866-5f5a-4e05-ba18-52dbb175e484 req-d549a476-9568-4134-bcad-fdf9a2bab6d5 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:22.773433 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e9ee6866-5f5a-4e05-ba18-52dbb175e484 req-d549a476-9568-4134-bcad-fdf9a2bab6d5 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 946 time: 0.0880229
Apr 20 18:34:22.822353 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e9ee6866-5f5a-4e05-ba18-52dbb175e484 req-661d5c87-ca28-4c18-8b51-641bc87a0473 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups?id=86e21acf-c749-4e82-b420-277f983b2324&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426266
Apr 20 18:34:22.925182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-3b3eac76-5e6b-401e-b34e-08e08ef3a3fb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:22.926800 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-3b3eac76-5e6b-401e-b34e-08e08ef3a3fb tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.41 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 946 time: 0.0886333
Apr 20 18:34:23.005402 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Deleting port 9da58d86-7ace-4e56-88e0-97a583a35e68 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:23.005791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:23.267144 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] For port 9da58d86-7ace-4e56-88e0-97a583a35e68, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9da58d86-7ace-4e56-88e0-97a583a35e68,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:23.268122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:23.570895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:23.571242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:23.571602 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Floating IP 4028ca67-5c28-44e4-9835-e6dbebeee61f disassociated. External IP: 172.27.1.16, port: 9da58d86-7ace-4e56-88e0-97a583a35e68.
Apr 20 18:34:23.571987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Calling delete_port for 9da58d86-7ace-4e56-88e0-97a583a35e68 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:23.721963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:23.727528 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:23.773678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event deleted for resources: {'Port': ['ID=9da58d86-7ace-4e56-88e0-97a583a35e68,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:23.784106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:23.784534 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:23.784963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:23.785363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:23.785767 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:23.786197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:23.786598 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:23.787160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:23.787356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:23.787759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:23.788157 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:23.788553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:23.794495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:24.087899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:34:24.243699 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-c79db6ab-a34f-4612-8b4b-afa5e6fe593b req-baa4900c-6872-4ea2-8867-59f9f8f97fa1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/ports?device_id=78904201-2641-4d35-a4a1-8a3275023115 HTTP/1.1" status: 200  len: 210 time: 0.0638652
Apr 20 18:34:24.290863 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:34:24.483624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:34:24.493897 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10c9e5-6a7c-4afe-ab1c-39b69b7e762c None None] Sync routers for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:34:24.503494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10c9e5-6a7c-4afe-ab1c-39b69b7e762c None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:34:24.504150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-6b10c9e5-6a7c-4afe-ab1c-39b69b7e762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe11ee10>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:34:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:24.564734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] No DVR routers for this DVR port 9da58d86-7ace-4e56-88e0-97a583a35e68 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:34:24.567352 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:24.571599 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78904201-2641-4d35-a4a1-8a3275023115', 'name': 'network-vif-deleted', 'tag': '9da58d86-7ace-4e56-88e0-97a583a35e68'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:24.585404 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-8b6f57f2-2962-4b96-8455-597ca1fcce62 req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.41 "DELETE /v2.0/ports/9da58d86-7ace-4e56-88e0-97a583a35e68 HTTP/1.1" status: 204  len: 173 time: 1.6530616
Apr 20 18:34:24.621495 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78904201-2641-4d35-a4a1-8a3275023115', 'name': 'network-vif-deleted', 'tag': '9da58d86-7ace-4e56-88e0-97a583a35e68', 'status': 'completed', 'code': 200}
Apr 20 18:34:24.695320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-6b10c9e5-6a7c-4afe-ab1c-39b69b7e762c None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:34:25.025693 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-6b10c9e5-6a7c-4afe-ab1c-39b69b7e762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe11ee10>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:23Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:25.030627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10c9e5-6a7c-4afe-ab1c-39b69b7e762c None None] Checking router: fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:34:25.040734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10c9e5-6a7c-4afe-ab1c-39b69b7e762c None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:34:25.041393 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-6b10c9e5-6a7c-4afe-ab1c-39b69b7e762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe11ee10>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:34:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:25.231557 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-6b10c9e5-6a7c-4afe-ab1c-39b69b7e762c None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:34:25.374795 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 42100) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:25.444320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7839f281-6056-4c34-93de-cee08f8b9583 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:25.474510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7839f281-6056-4c34-93de-cee08f8b9583 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:25.521067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7839f281-6056-4c34-93de-cee08f8b9583 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:25.526305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-584f24ca-6089-4498-8d98-d90cced88d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:25.543281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839f281-6056-4c34-93de-cee08f8b9583 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e21acf-c749-4e82-b420-277f983b2324,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:25.551457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7839f281-6056-4c34-93de-cee08f8b9583 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:25.552478 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7839f281-6056-4c34-93de-cee08f8b9583 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:25.556345 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7839f281-6056-4c34-93de-cee08f8b9583 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "DELETE /v2.0/security-groups/86e21acf-c749-4e82-b420-277f983b2324 HTTP/1.1" status: 204  len: 168 time: 0.1778281
Apr 20 18:34:25.556519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 42104) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:25.563336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-6b10c9e5-6a7c-4afe-ab1c-39b69b7e762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe11ee10>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:23Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:25.568797 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10c9e5-6a7c-4afe-ab1c-39b69b7e762c None None] The sync data for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi is: [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:30:16Z', 'revision_number': 4, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '510692d2-b506-4b21-aeba-328a783fd9e1', 'name': '', 'network_id': 'c34bbd11-6cda-4ab9-bade-57fe174281b3', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'mac_address': 'fa:16:3e:e6:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:16Z', 'updated_at': '2021-04-20T18:30:23Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'subnets': [{'id': '57621c6d-ad13-49b6-8334-7458b49b9d56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:34:25.574889 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.api.v2.resource [None req-7f6b6f48-913b-4e0b-8095-d5c1acf190bd tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] show failed (client error): The resource could not be found.
Apr 20 18:34:25.576055 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7f6b6f48-913b-4e0b-8095-d5c1acf190bd tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "GET /v2.0/security-groups/86e21acf-c749-4e82-b420-277f983b2324 HTTP/1.1" status: 404  len: 347 time: 0.0185511
Apr 20 18:34:25.579236 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 42108) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:25.755520 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Deleting port acc19a89-8a4f-4cda-9359-dd4b0a490a70 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:25.755900 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:25.942918 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:25.943298 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:25.980963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2348d-3644-4fe4-8f0d-6df8f67fbac0 None None] New status for floating IP 4028ca67-5c28-44e4-9835-e6dbebeee61f: DOWN {{(pid=86371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:34:26.078070 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Calling delete_port for acc19a89-8a4f-4cda-9359-dd4b0a490a70 owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:26.212073 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.db.api [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86369) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:34:26.212443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_db.api [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:34:26.280522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 9da58d86-7ace-4e56-88e0-97a583a35e68 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:34:26.318626 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: 9da58d86-7ace-4e56-88e0-97a583a35e68 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:34:26.319025 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 9da58d86-7ace-4e56-88e0-97a583a35e68 not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:34:26.713171 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Deleting port acc19a89-8a4f-4cda-9359-dd4b0a490a70 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:26.713568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:26.896267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:26.896641 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:27.028570 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Calling delete_port for acc19a89-8a4f-4cda-9359-dd4b0a490a70 owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:27.176242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:27.180949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4abf78c0-057e-4781-99e0-fd821bc11ab1 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:27.231365 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Pushing event deleted for resources: {'Port': ['ID=acc19a89-8a4f-4cda-9359-dd4b0a490a70,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:27.258910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:27.325346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks [] for floatingip, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:27.340292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:27.341516 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] 10.222.0.43 "DELETE /v2.0/floatingips/4028ca67-5c28-44e4-9835-e6dbebeee61f HTTP/1.1" status: 204  len: 168 time: 1.7606800
Apr 20 18:34:29.847080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-da09b371-3526-406c-9241-d5d1b7003f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:31.530504 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 42138) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:32.102601 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398745'] for router_interface, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:32.159719 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-71bb459b-80ba-48a3-950d-67c11bd7cf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:32.469507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] Deleting port 510692d2-b506-4b21-aeba-328a783fd9e1 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:32.469917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:32.653377 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] For port 510692d2-b506-4b21-aeba-328a783fd9e1, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=510692d2-b506-4b21-aeba-328a783fd9e1,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:32.654009 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:32.719215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:32.790201 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] Calling delete_port for 510692d2-b506-4b21-aeba-328a783fd9e1 owned by network:router_interface {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:33.214123 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:33.218949 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-480fcf96-19c7-43d7-b0ae-525ab393ccd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:33.301833 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=510692d2-b506-4b21-aeba-328a783fd9e1,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:33.309435 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:33.516162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:33.553614 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398823'] for router_interface, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:33.936021 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] Router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:34:34.126264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:34:34.135715 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a36d7-25a7-4ccc-9093-7c9d84afab1c None None] Sync routers for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:34:34.140583 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] 10.222.0.43 "PUT /v2.0/routers/fc046cf7-7c1a-4c24-af94-ddfbf18a20f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6088827
Apr 20 18:34:34.143687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 42148) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:34.145544 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a36d7-25a7-4ccc-9093-7c9d84afab1c None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:34:34.146343 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-a07a36d7-25a7-4ccc-9093-7c9d84afab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe11ea90>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:34:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:34.329879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:34.337154 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-a07a36d7-25a7-4ccc-9093-7c9d84afab1c None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:34:34.530640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:34.539856 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Deleting port 28c5135b-cb79-4ac4-87a2-713c7fa5591f {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:34.540240 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:34.570459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:34.732678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] For port 28c5135b-cb79-4ac4-87a2-713c7fa5591f, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=28c5135b-cb79-4ac4-87a2-713c7fa5591f,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:34.733081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:34.795540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-a07a36d7-25a7-4ccc-9093-7c9d84afab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe11ea90>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:34:32Z', 'revision_number': 5, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port': {'id': '28c5135b-cb79-4ac4-87a2-713c7fa5591f', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:dd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:30:13Z', 'updated_at': '2021-04-20T18:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:34.800297 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a36d7-25a7-4ccc-9093-7c9d84afab1c None None] Checking router: fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:34:34.809285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a36d7-25a7-4ccc-9093-7c9d84afab1c None None] Routers {'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:34:34.810013 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-a07a36d7-25a7-4ccc-9093-7c9d84afab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbe11ea90>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:34:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:34.871086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Calling delete_port for 28c5135b-cb79-4ac4-87a2-713c7fa5591f owned by network:router_gateway {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:34.970716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-a07a36d7-25a7-4ccc-9093-7c9d84afab1c None None] Set router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 gateway port host: None {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:34:35.050324 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:35.055316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e868440f-8606-4885-aafd-c144dc50f4c8 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:35.081940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-a07a36d7-25a7-4ccc-9093-7c9d84afab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbe11ea90>, [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:34:34Z', 'revision_number': 6, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port_host': None}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:35.086141 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a36d7-25a7-4ccc-9093-7c9d84afab1c None None] The sync data for ids ['fc046cf7-7c1a-4c24-af94-ddfbf18a20f4'] in dv-cinder-786929-2-iscsi is: [{'id': 'fc046cf7-7c1a-4c24-af94-ddfbf18a20f4', 'name': 'tempest-AttachVolumeTestJSON-907445208-router', 'tenant_id': 'bbb484152d124ebebf134215121e440a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:30:12Z', 'updated_at': '2021-04-20T18:34:34Z', 'revision_number': 6, 'project_id': 'bbb484152d124ebebf134215121e440a', 'gw_port_host': None}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:34:35.105067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c5135b-cb79-4ac4-87a2-713c7fa5591f,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:35.109251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:35.206433 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854341274'] for router_gateway, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:35.393705 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771042'] for router, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:35.396008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:35.418013 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399998'] for router, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:35.418839 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 {{(pid=86369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:34:35.431987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:35.433229 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-8faf72b0-fe1b-433f-b080-f4c3717b50e2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fc046cf7-7c1a-4c24-af94-ddfbf18a20f4 HTTP/1.1" status: 204  len: 168 time: 1.2885594
Apr 20 18:34:35.435930 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 42154) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:35.746936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc367be-ccb2-427d-8f6c-f2affd8a532a admin admin] Deleting subnet 57621c6d-ad13-49b6-8334-7458b49b9d56 {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:34:35.750659 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5fc367be-ccb2-427d-8f6c-f2affd8a532a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:35.806922 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5fc367be-ccb2-427d-8f6c-f2affd8a532a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852691882'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:35.889158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5fc367be-ccb2-427d-8f6c-f2affd8a532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.150816 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5fc367be-ccb2-427d-8f6c-f2affd8a532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852495547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850637491'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.155850 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1bf3a717-4123-433c-88ac-f1818a4a537d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:36.198015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5fc367be-ccb2-427d-8f6c-f2affd8a532a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.202912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc367be-ccb2-427d-8f6c-f2affd8a532a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57621c6d-ad13-49b6-8334-7458b49b9d56,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:36.203865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ce4d7-ab17-4868-ad72-db681900740d None None] Network c34bbd11-6cda-4ab9-bade-57fe174281b3 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:34:36.207100 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5fc367be-ccb2-427d-8f6c-f2affd8a532a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:36.209180 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5fc367be-ccb2-427d-8f6c-f2affd8a532a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/57621c6d-ad13-49b6-8334-7458b49b9d56 HTTP/1.1" status: 204  len: 168 time: 0.7717402
Apr 20 18:34:36.211853 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42160) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:36.330454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.341808 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Deleting port 2b7a662e-4ffd-4b72-be41-480a98d4f08c {{(pid=86370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:36.342249 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.485572 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab967ad8-dba2-4436-9fe3-3cf4a64c33ee None None] DHCP port deletion for c34bbd11-6cda-4ab9-bade-57fe174281b3 request from dv-cinder-786929-2-iscsi {{(pid=86371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:34:36.490216 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ab967ad8-dba2-4436-9fe3-3cf4a64c33ee None None] Deleting port 2b7a662e-4ffd-4b72-be41-480a98d4f08c {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:36.490695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab967ad8-dba2-4436-9fe3-3cf4a64c33ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.564877 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] For port 2b7a662e-4ffd-4b72-be41-480a98d4f08c, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=2b7a662e-4ffd-4b72-be41-480a98d4f08c,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:36.565277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.697638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Calling delete_port for 2b7a662e-4ffd-4b72-be41-480a98d4f08c owned by network:dhcp {{(pid=86370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:36.706866 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-ab967ad8-dba2-4436-9fe3-3cf4a64c33ee None None] For port 2b7a662e-4ffd-4b72-be41-480a98d4f08c, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=2b7a662e-4ffd-4b72-be41-480a98d4f08c,segment=NetworkSegment(9dbdfb46-d28f-4cda-a982-36aa755e9b23),segment_id=9dbdfb46-d28f-4cda-a982-36aa755e9b23)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:36.707268 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab967ad8-dba2-4436-9fe3-3cf4a64c33ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.777083 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:36.782012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-98a7c14e-8d9b-4787-a7f0-e4419a6206d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:36.840701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ab967ad8-dba2-4436-9fe3-3cf4a64c33ee None None] Calling delete_port for 2b7a662e-4ffd-4b72-be41-480a98d4f08c owned by network:dhcp {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:34:36.926326 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.db.api [None req-ab967ad8-dba2-4436-9fe3-3cf4a64c33ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86371) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:34:36.926755 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_db.api [None req-ab967ad8-dba2-4436-9fe3-3cf4a64c33ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:34:36.933658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 510692d2-b506-4b21-aeba-328a783fd9e1 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:34:36.972264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 510692d2-b506-4b21-aeba-328a783fd9e1 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:34:36.972585 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 510692d2-b506-4b21-aeba-328a783fd9e1 not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:34:36.973069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 28c5135b-cb79-4ac4-87a2-713c7fa5591f no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:34:37.013935 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 28c5135b-cb79-4ac4-87a2-713c7fa5591f {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:34:37.014341 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 28c5135b-cb79-4ac4-87a2-713c7fa5591f not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:34:37.014818 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 2b7a662e-4ffd-4b72-be41-480a98d4f08c no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:34:37.051962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 2b7a662e-4ffd-4b72-be41-480a98d4f08c {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:34:37.052363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 2b7a662e-4ffd-4b72-be41-480a98d4f08c not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:34:37.072675 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7a662e-4ffd-4b72-be41-480a98d4f08c,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:37.081043 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] No DVR routers for this DVR port 2b7a662e-4ffd-4b72-be41-480a98d4f08c on host dv-cinder-786929-2-iscsi {{(pid=86370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:34:37.083371 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:37.083805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:37.084220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:37.084628 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:37.085033 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:37.085435 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:37.085834 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:37.086258 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:37.086661 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:37.087102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:37.087498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:37.087889 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:37.116586 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:37.215019 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:37.334182 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbdd74dd8>,) {'filters': {'network_id': ['c34bbd11-6cda-4ab9-bade-57fe174281b3']}} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:37.347415 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbdd74dd8>, '9dbdfb46-d28f-4cda-a982-36aa755e9b23') {'for_net_delete': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:37.347764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbdd74dd8>, '9dbdfb46-d28f-4cda-a982-36aa755e9b23') {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:34:37.359660 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436287'] for segment, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:37.374996 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:37.381321 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=86370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:34:37.428267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ab967ad8-dba2-4436-9fe3-3cf4a64c33ee None None] Deleting port 2b7a662e-4ffd-4b72-be41-480a98d4f08c {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:34:37.428613 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab967ad8-dba2-4436-9fe3-3cf4a64c33ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:37.503937 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-ab967ad8-dba2-4436-9fe3-3cf4a64c33ee None None] The port '2b7a662e-4ffd-4b72-be41-480a98d4f08c' was deleted {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:34:37.563615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Network c34bbd11-6cda-4ab9-bade-57fe174281b3 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:34:37.572977 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2339723'] for segment, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:37.768255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Network c34bbd11-6cda-4ab9-bade-57fe174281b3 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:34:37.793905 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:34:37.874394 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:37.878463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9b582bd5-e781-449c-a320-c0494531185c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:37.893079 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:37.903976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Pushing event deleted for resources: {'Network': ['ID=c34bbd11-6cda-4ab9-bade-57fe174281b3,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:37.909595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:37.912792 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-d3819b7b-044a-4c73-a754-f903c268e86a admin admin] 10.222.0.43 "DELETE /v2.0/networks/c34bbd11-6cda-4ab9-bade-57fe174281b3 HTTP/1.1" status: 204  len: 168 time: 1.6998677
Apr 20 18:34:38.075510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42176) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:38.128077 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-9ef22ad1-233c-4991-9f8d-d7cdc8936909 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbb484152d124ebebf134215121e440a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512838
Apr 20 18:34:38.130555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42180) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:38.190631 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-98fbac64-1020-471f-bd8d-05eade0a3b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:38.217496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-98fbac64-1020-471f-bd8d-05eade0a3b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:38.268929 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-98fbac64-1020-471f-bd8d-05eade0a3b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:38.273815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b86ecee7-6dac-4e6b-bf73-55c5e6fb2ed4 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:38.288999 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbac64-1020-471f-bd8d-05eade0a3b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153d230d-5d76-4e50-92d4-acf94413ae52,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:38.294158 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-98fbac64-1020-471f-bd8d-05eade0a3b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:38.296203 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-98fbac64-1020-471f-bd8d-05eade0a3b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:38.297404 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-98fbac64-1020-471f-bd8d-05eade0a3b2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/153d230d-5d76-4e50-92d4-acf94413ae52 HTTP/1.1" status: 204  len: 168 time: 0.1658840
Apr 20 18:34:39.140436 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42206) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:39.274940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-204566206-network', 'tenant_id': '66e4b68fe1af408baee3c89f9fb10fe5'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:39.280041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:39.284722 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Usage tracker for resource:network and tenant:66e4b68fe1af408baee3c89f9fb10fe5 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:39.289005 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:39.295434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:39.305401 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Made reservation on behalf of 66e4b68fe1af408baee3c89f9fb10fe5 for: {'network': 1} {{(pid=86370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:34:39.310175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for network, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.323515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.339179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:39.343300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Usage tracker for resource:security_group_rule and tenant:66e4b68fe1af408baee3c89f9fb10fe5 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:39.346510 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:39.352565 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:39.438303 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.441090 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.445188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-77031195-420b-4456-b500-65b881d493b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:39.469920 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=86370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:34:39.483543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159bb819-7771-4c1c-a29a-6bfb34d9c607,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:39.488575 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:39.489555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.489971 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.segments_db [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Added segment 1d8780f5-fb7d-4b43-a589-06d6f2d77ea9 of type vlan for network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4
Apr 20 18:34:39.516738 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735090004356'] for network, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.546047 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282'] for network, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.547117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:39.547756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:39.553331 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-adb619bc-5701-454d-883a-afe760549c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:39.658556 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5169199
Apr 20 18:34:39.659578 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Pushing event updated for resources: {'Network': ['ID=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:39.661697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 42212) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:34:39.662484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-53a3b06a-d4bd-4faf-b0c0-31577993136b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:39.668214 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Request body: {'subnet': {'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-204566206-subnet', 'tenant_id': '66e4b68fe1af408baee3c89f9fb10fe5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:39.670754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 details requested by agent ovs-agent-dv-cinder-786929-2-iscsi with host dv-cinder-786929-2-iscsi {{(pid=86371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:34:39.674341 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:39.678623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Usage tracker for resource:subnet and tenant:66e4b68fe1af408baee3c89f9fb10fe5 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:39.681638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:39.687788 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:39.701507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Made reservation on behalf of 66e4b68fe1af408baee3c89f9fb10fe5 for: {'subnet': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:34:39.706731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138343'] for subnet, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:40.124137 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2280192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138358'] for subnet, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:40.129134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:40.210429 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c90003-c2c4-4745-a5d9-f9449941c72a,revision_number=0']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:40.216261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:40.218988 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Checking segment: {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:34:40.219392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Network hostable DHCP agents. Network: ee2759ef-b830-4ccd-9271-1c9c7e2c47e4, hostable agents: ['774960ea-0473-41b9-b61b-67cd02f0555d'], hosted agents: [] {{(pid=86369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:34:40.238392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 is scheduled to be hosted by DHCP agent 774960ea-0473-41b9-b61b-67cd02f0555d with binding_index 1 {{(pid=86369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:34:40.247330 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-iscsi, ee2759ef-b830-4ccd-9271-1c9c7e2c47e4) {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:34:40.260326 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baff59c-e230-4b4b-9630-7c8b6ec6b865 None None] Network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:34:40.260778 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:40.261450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:40.291294 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-450e0b27-5e8e-4548-b7d3-5a73a65139a6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6203716
Apr 20 18:34:40.399593 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-0fe5a04e-93f1-488d-a99b-183e9e92a42e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343026120&fields=id&tenant_id=b342d1a5cf154285af0adb86f85d67b1 HTTP/1.1" status: 200  len: 267 time: 0.0450680
Apr 20 18:34:40.503498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ea9583-63d6-4ea0-adc2-b3c18b62ce1f None None] Network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:34:40.575056 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-56189980-7ca4-462e-b212-7bad191f8def tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:40.576662 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-56189980-7ca4-462e-b212-7bad191f8def tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 811 time: 0.1698143
Apr 20 18:34:40.594219 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-c72245b2-5254-4bfb-8c9e-9a0be94dd6d5 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/quotas/b342d1a5cf154285af0adb86f85d67b1 HTTP/1.1" status: 200  len: 375 time: 0.0102179
Apr 20 18:34:40.705296 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-bf17a053-4d39-4852-84db-0ee31fbdb2dd tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1024101
Apr 20 18:34:40.866844 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-a56cf847-4f87-412a-b2ef-c58f39257ab7 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:40.867599 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-a56cf847-4f87-412a-b2ef-c58f39257ab7 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Synchronizing usage tracker for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:network {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:40.869805 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-de43d506-e0b3-4787-bc2a-952b857d357b service neutron] 10.222.0.43 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512406
Apr 20 18:34:40.883040 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-a56cf847-4f87-412a-b2ef-c58f39257ab7 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Unset dirty status for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:network {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:40.884302 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-a56cf847-4f87-412a-b2ef-c58f39257ab7 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/networks?id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 200  len: 814 time: 0.1764255
Apr 20 18:34:40.900688 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-e71cf140-1aa8-43c7-854d-f617ea1f74d8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/quotas/66e4b68fe1af408baee3c89f9fb10fe5 HTTP/1.1" status: 200  len: 375 time: 0.0103130
Apr 20 18:34:40.959121 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-0fbe1739-329b-4670-9a03-c6f6cb5b89ab tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0524430
Apr 20 18:34:41.015890 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-7e9a29e1-bfa4-4ba6-970a-4984ac91d0ec service neutron] 10.222.0.43 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395466
Apr 20 18:34:41.016721 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-b690066f-b9b5-4361-aa0f-ede5a6af3606 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=86370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:34:41.019153 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-b690066f-b9b5-4361-aa0f-ede5a6af3606 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0529377
Apr 20 18:34:41.166837 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-054f60b8-1c45-4ab8-ad3b-b497bd0789dd service neutron] 10.222.0.43 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410947
Apr 20 18:34:41.315439 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-af76aa85-320d-4110-83b0-ac76512cf3c1 service neutron] 10.222.0.43 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419537
Apr 20 18:34:41.444188 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d3559475-c07b-4f57-b1ff-a52e667ee24d req-21aa460b-07fd-4de3-a03c-44506337cb1f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 210 time: 0.0531914
Apr 20 18:34:41.533366 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ee866356-6e9d-4e08-a771-1c01b0e6d6b6 req-6d126552-23e5-4524-bfef-d358f67054cc tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 210 time: 0.0509205
Apr 20 18:34:42.511277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-de0f3311-3082-4503-a7bb-2ad550f00d9d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:42.512939 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-de0f3311-3082-4503-a7bb-2ad550f00d9d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 811 time: 0.1619971
Apr 20 18:34:42.644917 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-ea13d194-9dfd-49e7-a542-b9dd60c54fc9 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b342d1a5cf154285af0adb86f85d67b1 HTTP/1.1" status: 200  len: 8059 time: 0.1227040
Apr 20 18:34:42.647299 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-593f3c0f-4e1c-466a-beed-3dbca3d4e8c1 req-f4a531f5-7e96-4915-a46a-8afa7039a3ff tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 210 time: 0.0651889
Apr 20 18:34:42.654796 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'port': {'device_id': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'admin_state_up': True, 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'security_groups': ['11254459-74c8-4580-b1bc-937479a38281']}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:42.729928 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-65c6c0ba-5d2d-4b28-bf18-1c6153b66d30 req-78d1739e-effd-4388-8d63-4ec82c2fa541 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 210 time: 0.0498857
Apr 20 18:34:42.931786 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:42.957978 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:42.976819 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-2f87f6fb-cde7-425c-8f0b-6ff2e80cba7f tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:42.978407 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-2f87f6fb-cde7-425c-8f0b-6ff2e80cba7f tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "GET /v2.0/networks?id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 200  len: 814 time: 0.2298009
Apr 20 18:34:42.983566 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Made reservation on behalf of b342d1a5cf154285af0adb86f85d67b1 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:34:42.990480 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:43.007323 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Request body: {'port': {'device_id': '98d6a6b4-163d-4e9e-b6ae-ff5aac10758d', 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4', 'admin_state_up': True, 'tenant_id': '66e4b68fe1af408baee3c89f9fb10fe5'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:43.278721 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:34:43.291421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Usage tracker for resource:port and tenant:66e4b68fe1af408baee3c89f9fb10fe5 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:34:43.296562 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:34:43.308098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:34:43.317942 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Allocated IP 172.20.0.4 (f8ee8939-74e1-472d-a506-044d673909ab/9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f/ba628579-f5fd-472f-ac59-c860a405cb5a) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:34:43.329986 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Made reservation on behalf of 66e4b68fe1af408baee3c89f9fb10fe5 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:34:43.335990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:43.355290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:43.661911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Allocated IP 172.20.0.3 (ee2759ef-b830-4ccd-9271-1c9c7e2c47e4/98c90003-c2c4-4745-a5d9-f9449941c72a/bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:34:43.674113 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:43.709039 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Transition to ACTIVE for port object ba628579-f5fd-472f-ac59-c860a405cb5a will not be triggered until provisioned by entity DHCP. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:34:43.906967 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-11244f73-49cd-484a-8022-0ffa81058e1e req-39258abd-1262-4cf5-a405-5ec9a4ccf3a5 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 210 time: 0.0547545
Apr 20 18:34:44.122248 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4d78d646-e448-4d43-970c-05ce53af0797 req-dbf0b755-3a49-4dc3-b853-207f09b157df tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 210 time: 0.3546734
Apr 20 18:34:44.139894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:44.148703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2b124846-0dbb-414d-9905-a4647b1fb295 tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:44.249512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Network f8ee8939-74e1-472d-a506-044d673909ab is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:34:44.261307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:34:44.269252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:34:44.296646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'Port': ['ID=ba628579-f5fd-472f-ac59-c860a405cb5a,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:44.305611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:44.340648 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:44.364179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:44.364886 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:44.408390 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7579641
Apr 20 18:34:44.415662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:44.426511 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Request body: {'port': {'device_id': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:44.452664 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-23b917dd-e4c8-4764-a8e7-a27057a9bdca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:44.474829 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-adf3d8fa-6ee6-40fd-90ea-e42df76e7aa6 None None] Provisioning for port ba628579-f5fd-472f-ac59-c860a405cb5a completed by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:34:44.479786 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-adf3d8fa-6ee6-40fd-90ea-e42df76e7aa6 None None] Provisioning complete for port ba628579-f5fd-472f-ac59-c860a405cb5a triggered by entity DHCP. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:34:44.480205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-adf3d8fa-6ee6-40fd-90ea-e42df76e7aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:44.538081 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-adf3d8fa-6ee6-40fd-90ea-e42df76e7aa6 None None] Port ba628579-f5fd-472f-ac59-c860a405cb5a cannot update to ACTIVE because it is not bound. {{(pid=86371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:34:44.553302 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:34:44.558237 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:34:44.565398 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:34:44.628390 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Pushing event updated for resources: {'Port': ['ID=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:44.641428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:44.681272 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:44.697570 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:44.698249 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:44.758727 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7580435
Apr 20 18:34:44.772445 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Request body: {'port': {'device_id': '98d6a6b4-163d-4e9e-b6ae-ff5aac10758d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:34:45.036699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:45.118226 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea72c4-107c-42ad-8171-db7e46d75cd5 req-fe6ae0ca-73ef-4f66-99b0-802c1eb40bc1 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:45.119747 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0fea72c4-107c-42ad-8171-db7e46d75cd5 req-fe6ae0ca-73ef-4f66-99b0-802c1eb40bc1 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 931 time: 0.0926785
Apr 20 18:34:45.168745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-0fea72c4-107c-42ad-8171-db7e46d75cd5 req-b1d4f7de-9426-481e-80ed-c09dd31fa3ba tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Synchronizing usage tracker for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:security_group {{(pid=86370) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:45.186784 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-0fea72c4-107c-42ad-8171-db7e46d75cd5 req-b1d4f7de-9426-481e-80ed-c09dd31fa3ba tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Unset dirty status for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:security_group {{(pid=86370) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:45.188075 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0fea72c4-107c-42ad-8171-db7e46d75cd5 req-b1d4f7de-9426-481e-80ed-c09dd31fa3ba tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619178
Apr 20 18:34:45.487437 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba628579-f5fd-472f-ac59-c860a405cb5a {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:45.509548 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:45.537765 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Transition to ACTIVE for port object ba628579-f5fd-472f-ac59-c860a405cb5a will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:34:45.544470 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:45.550644 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d1e0afae-af4c-4610-9cbb-628658b92172 tempest-TestShelveInstance-2028225223 tempest-TestShelveInstance-2028225223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:45.588267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13073503-b3a3-4d07-b2ce-ed5af588d1a5 req-a6821252-c4f1-44e4-81f7-0c485b677a88 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:45.589027 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-13073503-b3a3-4d07-b2ce-ed5af588d1a5 req-a6821252-c4f1-44e4-81f7-0c485b677a88 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Synchronizing usage tracker for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:45.795235 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-13073503-b3a3-4d07-b2ce-ed5af588d1a5 req-a6821252-c4f1-44e4-81f7-0c485b677a88 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Unset dirty status for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:45.796522 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-13073503-b3a3-4d07-b2ce-ed5af588d1a5 req-a6821252-c4f1-44e4-81f7-0c485b677a88 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 931 time: 0.5250578
Apr 20 18:34:45.814791 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Pushing event updated for resources: {'Port': ['ID=ba628579-f5fd-472f-ac59-c860a405cb5a,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:45.851407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:45.876861 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:45.888721 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:45.934560 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-13073503-b3a3-4d07-b2ce-ed5af588d1a5 req-f0655f57-f860-4344-a733-e79759c6d036 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1266444
Apr 20 18:34:45.945289 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Transition to ACTIVE for port object bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:34:45.951503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:45.957044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-00d7a00e-1b2a-49b6-ae4c-850d283a2eec tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:45.997090 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Attempting to bind port ba628579-f5fd-472f-ac59-c860a405cb5a on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:34:45.997407 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Attempting to bind port ba628579-f5fd-472f-ac59-c860a405cb5a by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:34:45.997781 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Attempting to bind port ba628579-f5fd-472f-ac59-c860a405cb5a on network f8ee8939-74e1-472d-a506-044d673909ab {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:46.018967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Port ba628579-f5fd-472f-ac59-c860a405cb5a on network f8ee8939-74e1-472d-a506-044d673909ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:34:46.019333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Attempting to bind port ba628579-f5fd-472f-ac59-c860a405cb5a on network f8ee8939-74e1-472d-a506-044d673909ab {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:46.095938 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:34:46.096307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Checking segment: {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:34:46.096731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Bound using segment: {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:34:46.097203 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Bound port: ba628579-f5fd-472f-ac59-c860a405cb5a, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e693ff-794c-4434-90f7-0c2fec67282d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:34:46.097582 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:46.151219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:46.160344 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:46.306230 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] For port ba628579-f5fd-472f-ac59-c860a405cb5a, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:34:46.308373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Attempting to bind port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:34:46.308748 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Attempting to bind port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:34:46.309115 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Attempting to bind port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 on network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:46.318196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 on network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:34:46.318560 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Attempting to bind port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 on network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:34:46.321484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] For port ba628579-f5fd-472f-ac59-c860a405cb5a, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ba628579-f5fd-472f-ac59-c860a405cb5a,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:34:46.326467 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:46.331857 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bf099c62-5981-47c9-9a98-eb96fe0069e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:46.362215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:34:46.362602 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Checking segment: {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:34:46.363026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Bound using segment: {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:34:46.363514 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Bound port: bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:34:46.363894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:46.393493 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb78a9-3aba-4174-baf3-8e91eca55494 req-266fa3a8-e185-4908-a9a9-b919ca63b3c5 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:46.395144 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-21cb78a9-3aba-4174-baf3-8e91eca55494 req-266fa3a8-e185-4908-a9a9-b919ca63b3c5 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 943 time: 0.0933652
Apr 20 18:34:46.411853 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:46.412540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:46.414094 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] 10.222.0.41 "PUT /v2.0/ports/ba628579-f5fd-472f-ac59-c860a405cb5a HTTP/1.1" status: 200  len: 1093 time: 1.9964170
Apr 20 18:34:46.414648 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'tag': 'ba628579-f5fd-472f-ac59-c860a405cb5a'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:46.457462 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-21cb78a9-3aba-4174-baf3-8e91eca55494 req-b27ed076-6262-4567-a84e-a7a1509379bd tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548482
Apr 20 18:34:46.515018 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'tag': 'ba628579-f5fd-472f-ac59-c860a405cb5a', 'status': 'completed', 'code': 200}
Apr 20 18:34:46.541887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Pushing event updated for resources: {'Port': ['ID=ba628579-f5fd-472f-ac59-c860a405cb5a,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:46.547838 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:46.586248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] For port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:34:46.598055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] For port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:34:46.603062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:46.608396 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5389d9ca-759b-4fa2-9a8f-030c885a2140 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:46.647555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-19bfa2d5-48c2-4bd2-84ec-2bba7511d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:46.649178 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-19bfa2d5-48c2-4bd2-84ec-2bba7511d3b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 1096 time: 0.1920850
Apr 20 18:34:46.732441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:46.733106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:46.734578 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] 10.222.0.41 "PUT /v2.0/ports/bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 HTTP/1.1" status: 200  len: 1093 time: 1.9665072
Apr 20 18:34:46.748454 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-ab7ab9f9-f1ae-4e35-8d6f-debd3b40416a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba628579-f5fd-472f-ac59-c860a405cb5a HTTP/1.1" status: 200  len: 217 time: 0.0869424
Apr 20 18:34:46.851297 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:46.856988 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:46.878393 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5fa9faa1-f5b6-4e32-a234-d6a5050288ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:46.879971 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-5fa9faa1-f5b6-4e32-a234-d6a5050288ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.1248384
Apr 20 18:34:46.954604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-72a2cf2d-b712-4889-996b-a5c1f1565c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:46.956149 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-72a2cf2d-b712-4889-996b-a5c1f1565c7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 1096 time: 0.1592815
Apr 20 18:34:47.143509 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de555809-640e-4f7a-9896-2bb556d642f0 req-d9039ad8-2291-4b30-a0ea-b2adff7d38de tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:47.145311 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-de555809-640e-4f7a-9896-2bb556d642f0 req-d9039ad8-2291-4b30-a0ea-b2adff7d38de tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 943 time: 0.0933816
Apr 20 18:34:47.196356 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-de555809-640e-4f7a-9896-2bb556d642f0 req-e3accd58-4719-4f78-89c7-95b05006206f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446146
Apr 20 18:34:47.277016 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-e15f4d91-673b-4af4-84ee-869de2838a35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 HTTP/1.1" status: 200  len: 217 time: 0.3128507
Apr 20 18:34:47.326241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-b781b36c-5617-4f79-8449-161941a3c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:47.327770 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-b781b36c-5617-4f79-8449-161941a3c663 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4390342
Apr 20 18:34:47.431691 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-805d93ca-5ae1-487e-84b7-8db028bd157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:47.433210 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-805d93ca-5ae1-487e-84b7-8db028bd157f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98c90003-c2c4-4745-a5d9-f9449941c72a HTTP/1.1" status: 200  len: 854 time: 0.1488774
Apr 20 18:34:47.505622 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-6a8a0ba5-b71e-4278-a31c-356b90a31b8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643275
Apr 20 18:34:47.653686 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-1cc72ace-6b07-4d2e-b504-04daea3a05ae service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3188519
Apr 20 18:34:47.826160 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-bf549c9e-add7-4af1-8440-f11327f1f2ba service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3126149
Apr 20 18:34:47.948537 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0c463-0a4b-4945-90c6-ccbb39693dc4 req-56c08989-5450-4c93-ac50-927165acd1b0 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:47.949291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-67e0c463-0a4b-4945-90c6-ccbb39693dc4 req-56c08989-5450-4c93-ac50-927165acd1b0 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Synchronizing usage tracker for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:34:47.966690 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3d14e1f6-df24-4c1c-89cf-54923645fd42 req-fecd36e8-e3f2-4ff8-b3da-191a9045f420 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3047159
Apr 20 18:34:48.003875 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-67e0c463-0a4b-4945-90c6-ccbb39693dc4 req-56c08989-5450-4c93-ac50-927165acd1b0 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Unset dirty status for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:34:48.005165 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-67e0c463-0a4b-4945-90c6-ccbb39693dc4 req-56c08989-5450-4c93-ac50-927165acd1b0 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 943 time: 0.4038463
Apr 20 18:34:48.093517 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-74e3bc38-4fbc-4946-b8de-c6717e5e7bac req-1b146f3b-710b-4e72-9ef8-e6a7ddc62a01 service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2557089
Apr 20 18:34:48.123503 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-67e0c463-0a4b-4945-90c6-ccbb39693dc4 req-7ef81f14-214f-4fc2-9311-89fbd915a2df tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028121
Apr 20 18:34:48.146187 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250913c-291c-4545-90c9-1ac1464d4ee0 req-5cad22d6-5cce-418e-88f9-d072686e5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.147771 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d250913c-291c-4545-90c9-1ac1464d4ee0 req-5cad22d6-5cce-418e-88f9-d072686e5b20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 1096 time: 0.1367505
Apr 20 18:34:48.296672 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250913c-291c-4545-90c9-1ac1464d4ee0 req-61bb6db1-02c7-4c17-b19c-a35313029b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.298509 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d250913c-291c-4545-90c9-1ac1464d4ee0 req-61bb6db1-02c7-4c17-b19c-a35313029b22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 912 time: 0.1433234
Apr 20 18:34:48.379533 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d250913c-291c-4545-90c9-1ac1464d4ee0 req-5c725ff5-9e72-4185-aa04-e632a5230d7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba628579-f5fd-472f-ac59-c860a405cb5a HTTP/1.1" status: 200  len: 217 time: 0.0713027
Apr 20 18:34:48.404998 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce91ba-41a6-4719-9456-00596f97bc5f req-8b4adeb9-046c-40d6-a8bd-6207166d2353 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.406633 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0dce91ba-41a6-4719-9456-00596f97bc5f req-8b4adeb9-046c-40d6-a8bd-6207166d2353 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 943 time: 0.0939016
Apr 20 18:34:48.452971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250913c-291c-4545-90c9-1ac1464d4ee0 req-25e95854-c372-49f1-baa6-ba33f1eae1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.455149 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d250913c-291c-4545-90c9-1ac1464d4ee0 req-25e95854-c372-49f1-baa6-ba33f1eae1e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.0661924
Apr 20 18:34:48.455905 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0dce91ba-41a6-4719-9456-00596f97bc5f req-082a5b9b-92c1-45f8-b3d2-3d6dd0449959 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426185
Apr 20 18:34:48.516082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d6a6b4-163d-4e9e-b6ae-ff5aac10758d', 'tag': 'bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:48.547058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250913c-291c-4545-90c9-1ac1464d4ee0 req-1bc19708-af77-4597-bc0a-d063d4174177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.548837 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d250913c-291c-4545-90c9-1ac1464d4ee0 req-1bc19708-af77-4597-bc0a-d063d4174177 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873821
Apr 20 18:34:48.582011 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d6a6b4-163d-4e9e-b6ae-ff5aac10758d', 'tag': 'bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51', 'status': 'completed', 'code': 200}
Apr 20 18:34:48.761950 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d250913c-291c-4545-90c9-1ac1464d4ee0 req-c14561f6-d6ec-4795-8e40-b843f8e54711 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057524
Apr 20 18:34:48.764906 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2aaf-7b06-4a5a-be47-e498c378e9cf req-886b2cea-2339-40a1-8136-800ca9f6f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:48.766410 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf3f2aaf-7b06-4a5a-be47-e498c378e9cf req-886b2cea-2339-40a1-8136-800ca9f6f9f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 1096 time: 0.1356111
Apr 20 18:34:49.034320 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d250913c-291c-4545-90c9-1ac1464d4ee0 req-4db930c7-a9bb-4a59-9ce0-080908ba79b4 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2599938
Apr 20 18:34:49.035426 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2aaf-7b06-4a5a-be47-e498c378e9cf req-0c686a69-054d-403a-8e6b-38052c732a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:49.036858 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf3f2aaf-7b06-4a5a-be47-e498c378e9cf req-0c686a69-054d-403a-8e6b-38052c732a5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 200  len: 915 time: 0.2409008
Apr 20 18:34:49.116472 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf3f2aaf-7b06-4a5a-be47-e498c378e9cf req-6be4898c-5cb5-40c0-85cd-7f449c908f0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 HTTP/1.1" status: 200  len: 217 time: 0.0709033
Apr 20 18:34:49.186056 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2aaf-7b06-4a5a-be47-e498c378e9cf req-e2f04689-e977-47d8-a2db-3361ce68d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:49.187675 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf3f2aaf-7b06-4a5a-be47-e498c378e9cf req-e2f04689-e977-47d8-a2db-3361ce68d8e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98c90003-c2c4-4745-a5d9-f9449941c72a HTTP/1.1" status: 200  len: 854 time: 0.0643332
Apr 20 18:34:49.241658 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf3f2aaf-7b06-4a5a-be47-e498c378e9cf req-46eeec0c-70e3-4756-a37e-2a36f321a51c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464706
Apr 20 18:34:49.330685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5749a-89f6-422f-a396-d4a6a8c8b162 req-22cd5b06-f7eb-458c-b207-8a70cbf7136a tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:49.332184 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e9b5749a-89f6-422f-a396-d4a6a8c8b162 req-22cd5b06-f7eb-458c-b207-8a70cbf7136a tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 943 time: 0.0947704
Apr 20 18:34:49.380537 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e9b5749a-89f6-422f-a396-d4a6a8c8b162 req-de952339-3ed5-4205-b435-e487282b5133 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419865
Apr 20 18:34:49.389696 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf3f2aaf-7b06-4a5a-be47-e498c378e9cf req-8c9bd902-4e8b-418f-a470-d09eb071d0fe service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402595
Apr 20 18:34:49.534530 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bf3f2aaf-7b06-4a5a-be47-e498c378e9cf req-d7c33c26-6e53-496c-85d2-f1e9faeb028c service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378212
Apr 20 18:34:49.660284 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed52411-6821-41d2-873c-086678935245 req-2aabe6a9-3120-4fc2-834d-1b71a5e566a5 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:49.661901 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-aed52411-6821-41d2-873c-086678935245 req-2aabe6a9-3120-4fc2-834d-1b71a5e566a5 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 943 time: 0.0914304
Apr 20 18:34:49.710606 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-aed52411-6821-41d2-873c-086678935245 req-6dd02b62-1915-4748-9d9a-da2144b4a1e3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423670
Apr 20 18:34:50.478898 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:34:50.580849 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ce791-060c-4ee8-b8d1-0ca84a2dbb47 req-b3b9a5c6-4c08-435e-ad26-994390e0b5e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:50.582460 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9c3ce791-060c-4ee8-b8d1-0ca84a2dbb47 req-b3b9a5c6-4c08-435e-ad26-994390e0b5e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 943 time: 0.0886261
Apr 20 18:34:50.621067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:50.629766 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9c3ce791-060c-4ee8-b8d1-0ca84a2dbb47 req-1c33516c-3d71-4686-b260-6651f3537394 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406809
Apr 20 18:34:50.635466 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51', 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4', 'port_id': 'bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51', 'mac_address': 'fa:16:3e:97:5e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c90003-c2c4-4745-a5d9-f9449941c72a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:34:50.698991 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:50.717098 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:50.732962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:50.736303 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:50.738983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:50.808950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:50.817575 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:50.817995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:50.818385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:50.818759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:50.819134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:50.819507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:50.819882 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:50.820248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:50.820638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:50.821008 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:50.821373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:50.821736 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:34:50.825990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:50.921716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45f922-98ee-4915-8690-31dbbcdf85a0 req-e81abc6d-eda0-493e-b549-417f1173b018 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:50.923439 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ba45f922-98ee-4915-8690-31dbbcdf85a0 req-e81abc6d-eda0-493e-b549-417f1173b018 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 943 time: 0.0967402
Apr 20 18:34:50.958750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:34:50.972237 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ba45f922-98ee-4915-8690-31dbbcdf85a0 req-a0e13c32-3009-4961-bccc-d1d355bae4d1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424402
Apr 20 18:34:51.839362 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24702d4f-38ae-4e5b-a38b-2ef0a7f6acc3 req-01d2a42b-fd0a-491f-bd00-4892e699d53b tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:51.842196 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-24702d4f-38ae-4e5b-a38b-2ef0a7f6acc3 req-01d2a42b-fd0a-491f-bd00-4892e699d53b tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 944 time: 0.0961964
Apr 20 18:34:51.894899 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-24702d4f-38ae-4e5b-a38b-2ef0a7f6acc3 req-bd81e8eb-5a2a-4c13-a65c-7d18f4a99c27 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460854
Apr 20 18:34:52.172495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f09324-634e-4053-aaf0-d126e1f8a268 req-e505333c-7007-422a-8fc2-3bf431c2ba6f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:52.174973 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-40f09324-634e-4053-aaf0-d126e1f8a268 req-e505333c-7007-422a-8fc2-3bf431c2ba6f tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 943 time: 0.0882366
Apr 20 18:34:52.221317 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-40f09324-634e-4053-aaf0-d126e1f8a268 req-ff9873f9-d203-42d1-9c59-c5a2d1d2fad1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399454
Apr 20 18:34:52.482401 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:34:52.553036 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:34:52.557854 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:34:52.558291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.850589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.878383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6a6b4-163d-4e9e-b6ae-ff5aac10758d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:52.888910 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:52.892352 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:52.894498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4faa7c79-f43d-408b-a0fd-e29354bc9f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:52.930857 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d6a6b4-163d-4e9e-b6ae-ff5aac10758d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51', 'code': 200}
Apr 20 18:34:52.972562 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:52.975656 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:53.103559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c875-feae-4360-8efa-99d2b83edc36 req-958f077f-dab6-439a-84bd-da8d4bc350df tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:53.105056 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a954c875-feae-4360-8efa-99d2b83edc36 req-958f077f-dab6-439a-84bd-da8d4bc350df tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 945 time: 0.0941410
Apr 20 18:34:53.205897 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a954c875-feae-4360-8efa-99d2b83edc36 req-0bbb2d48-3ad2-491d-950a-036aca26bb83 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615997
Apr 20 18:34:53.218094 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c8697-3374-4651-ad88-83895de75e0d req-2caecf72-02c5-4da3-a595-aaefff8cf871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:53.219685 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1c2c8697-3374-4651-ad88-83895de75e0d req-2caecf72-02c5-4da3-a595-aaefff8cf871 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 1098 time: 0.1257901
Apr 20 18:34:53.265354 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1c2c8697-3374-4651-ad88-83895de75e0d req-769ee1f7-a50e-4d6c-9067-26c167426fb3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383282
Apr 20 18:34:53.421388 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064e3b8-b806-4238-9114-9342e76e225c req-ced959e8-81ab-419d-8ed2-af497edceb1c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:53.423000 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0064e3b8-b806-4238-9114-9342e76e225c req-ced959e8-81ab-419d-8ed2-af497edceb1c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 943 time: 0.0868802
Apr 20 18:34:53.473222 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0064e3b8-b806-4238-9114-9342e76e225c req-2340f5fd-2712-4a0a-b7f3-7c8be956e9a2 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438523
Apr 20 18:34:54.408442 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46dea7-3774-4da3-8e68-e4753cc71757 req-7f108ce3-df80-493c-aafd-79537329356d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:54.410078 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-df46dea7-3774-4da3-8e68-e4753cc71757 req-7f108ce3-df80-493c-aafd-79537329356d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 945 time: 0.0902364
Apr 20 18:34:54.458323 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-df46dea7-3774-4da3-8e68-e4753cc71757 req-3e7362af-9973-43af-9957-ab4f4fdbc715 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419571
Apr 20 18:34:54.676198 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a2a5a-0297-42c0-944d-d57174d6cf6a req-40915c37-268b-4b3b-803f-fc51b4584522 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:54.677808 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-149a2a5a-0297-42c0-944d-d57174d6cf6a req-40915c37-268b-4b3b-803f-fc51b4584522 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 943 time: 0.0901148
Apr 20 18:34:54.726911 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-149a2a5a-0297-42c0-944d-d57174d6cf6a req-08986920-f98a-4818-8437-01a2470d511e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427241
Apr 20 18:34:55.934854 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c5b88-314b-4a33-876a-b2885e0cf332 req-a9f23973-6825-47c1-9d4a-9997f2c10cb1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:55.936067 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a35c5b88-314b-4a33-876a-b2885e0cf332 req-a9f23973-6825-47c1-9d4a-9997f2c10cb1 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 943 time: 0.0928771
Apr 20 18:34:55.984269 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a35c5b88-314b-4a33-876a-b2885e0cf332 req-f11d81ef-7947-47d9-88e4-1ba9a0f4324b tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418003
Apr 20 18:34:56.515559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device ba628579-f5fd-472f-ac59-c860a405cb5a details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:34:56.654943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port ba628579-f5fd-472f-ac59-c860a405cb5a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ba628579-f5fd-472f-ac59-c860a405cb5a,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:56.670219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'ba628579-f5fd-472f-ac59-c860a405cb5a', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'port_id': 'ba628579-f5fd-472f-ac59-c860a405cb5a', 'mac_address': 'fa:16:3e:c3:18:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:34:56.729984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:56.747277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba628579-f5fd-472f-ac59-c860a405cb5a {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:34:56.763647 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port ba628579-f5fd-472f-ac59-c860a405cb5a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ba628579-f5fd-472f-ac59-c860a405cb5a,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:56.766489 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:56.768819 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:56.842292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=ba628579-f5fd-472f-ac59-c860a405cb5a,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:56.845538 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:56.977290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['ba628579-f5fd-472f-ac59-c860a405cb5a'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:34:57.185540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bf2ac-db9f-4c8a-9499-418df263e7d1 req-9696b250-b069-4607-baf2-53f0e8c2e6c7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:57.187154 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a40bf2ac-db9f-4c8a-9499-418df263e7d1 req-9696b250-b069-4607-baf2-53f0e8c2e6c7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 944 time: 0.0879221
Apr 20 18:34:57.234727 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a40bf2ac-db9f-4c8a-9499-418df263e7d1 req-f71a140a-9430-4879-bf67-95756830f6cf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402994
Apr 20 18:34:58.438055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5856c1-bb1a-4dd5-85b6-93859b8123a0 req-0aa285f1-26fd-45ca-b52e-7abf32d586af tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:58.440125 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9a5856c1-bb1a-4dd5-85b6-93859b8123a0 req-0aa285f1-26fd-45ca-b52e-7abf32d586af tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 944 time: 0.0898397
Apr 20 18:34:58.486801 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9a5856c1-bb1a-4dd5-85b6-93859b8123a0 req-1d03e9bf-1a89-4958-b123-a93f22989297 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397117
Apr 20 18:34:58.513742 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device ba628579-f5fd-472f-ac59-c860a405cb5a up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:34:58.587302 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port ba628579-f5fd-472f-ac59-c860a405cb5a completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:34:58.592106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port ba628579-f5fd-472f-ac59-c860a405cb5a triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:34:58.592526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:58.718277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:58.746420 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba628579-f5fd-472f-ac59-c860a405cb5a'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:34:58.756593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port ba628579-f5fd-472f-ac59-c860a405cb5a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ba628579-f5fd-472f-ac59-c860a405cb5a,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:34:58.759543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:58.762241 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:34:58.804791 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba628579-f5fd-472f-ac59-c860a405cb5a', 'code': 200}
Apr 20 18:34:58.839565 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=ba628579-f5fd-472f-ac59-c860a405cb5a,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:34:58.842759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:34:59.123985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b8a4c-8bc9-427f-b3e7-abbb0f3fb8a6 req-0cb166ca-0288-4758-87cb-730e67065b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:59.125479 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f65b8a4c-8bc9-427f-b3e7-abbb0f3fb8a6 req-0cb166ca-0288-4758-87cb-730e67065b49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 1098 time: 0.0809925
Apr 20 18:34:59.168639 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f65b8a4c-8bc9-427f-b3e7-abbb0f3fb8a6 req-bb59fbc6-7ff7-4328-86c2-4b95355b7169 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361676
Apr 20 18:34:59.684205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f304a0a-20dd-4a67-bfae-3cfa3441a5a4 req-78108deb-46f7-499f-b2ee-b00824860dd9 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:59.685781 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5f304a0a-20dd-4a67-bfae-3cfa3441a5a4 req-78108deb-46f7-499f-b2ee-b00824860dd9 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 945 time: 0.0877221
Apr 20 18:34:59.732341 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5f304a0a-20dd-4a67-bfae-3cfa3441a5a4 req-d7528488-bdef-4f6c-8071-fcf19a27f881 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401702
Apr 20 18:34:59.848223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1c516b5a-9361-4eed-a1fd-0636a732d62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:00.935471 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fb6fe-288d-44f6-8beb-4d79526870c2 req-1a30dcb8-5fe9-48d7-a0d1-68a62741814c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:00.937077 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-702fb6fe-288d-44f6-8beb-4d79526870c2 req-1a30dcb8-5fe9-48d7-a0d1-68a62741814c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 945 time: 0.0888898
Apr 20 18:35:00.984963 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-702fb6fe-288d-44f6-8beb-4d79526870c2 req-8fc3fd4e-f724-40e1-9848-f0f5373316b5 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415058
Apr 20 18:35:01.091220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:35:01.189578 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904237ef-f918-4ed4-8f71-2b530f51ba61 req-f7ce3fd7-7983-4c00-866f-94025f23a1af tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:01.191152 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-904237ef-f918-4ed4-8f71-2b530f51ba61 req-f7ce3fd7-7983-4c00-866f-94025f23a1af tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 945 time: 0.0916560
Apr 20 18:35:01.237707 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-904237ef-f918-4ed4-8f71-2b530f51ba61 req-27ffae33-dc29-490d-a3af-e1fe6408ba96 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403605
Apr 20 18:35:01.262296 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42360) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:01.340390 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e705b8e-71f9-4318-8f31-eee0e5616cb4 tempest-TestVolumeBootPattern-1680268191 tempest-TestVolumeBootPattern-1680268191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:01.341906 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-0e705b8e-71f9-4318-8f31-eee0e5616cb4 tempest-TestVolumeBootPattern-1680268191 tempest-TestVolumeBootPattern-1680268191-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 1093 time: 0.0785797
Apr 20 18:35:01.344844 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42364) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:35:01.350441 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Request body: {'floatingip': {'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'port_id': 'ba628579-f5fd-472f-ac59-c860a405cb5a', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:01.356583 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:01.360559 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Usage tracker for resource:floatingip and tenant:b342d1a5cf154285af0adb86f85d67b1 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:35:01.363718 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:35:01.369577 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:01.379306 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:01.520912 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:01.664735 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Allocated IP 172.27.1.15 (d08991fe-c0e4-4126-9314-569b6f56b472/d3efc98c-590c-4ab4-bdb7-6ca86d3ce932/fd0d5999-def5-4899-99a8-6e80ac8b53d9) {{(pid=86370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:01.826122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for port, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:01.856044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852435972'] for port, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:01.860640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:01.932046 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Network d08991fe-c0e4-4126-9314-569b6f56b472 is already hosted by enough agents. {{(pid=86370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:01.935538 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Resources bound (agent type, host, resource id):  {{(pid=86370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:01.938659 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Received port after_create {{(pid=86370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:01.980732 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'Port': ['ID=fd0d5999-def5-4899-99a8-6e80ac8b53d9,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:01.983754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:02.163278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37d81973-eeba-4324-9666-a97d5dc5bc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.606945 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.681390 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.730288 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.901619 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for port, precommit_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.905267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2339829'] for port, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.910293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bd3965a4-1a08-43c0-9021-029738330f08 tempest-DeleteServersTestJSON-475978287 tempest-DeleteServersTestJSON-475978287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:03.030789 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event updated for resources: {'Port': ['ID=fd0d5999-def5-4899-99a8-6e80ac8b53d9,revision_number=2']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:03.033738 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:03.041067 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854380366'] for floatingip, after_update {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.223019 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Floating IP ca1847bb-653a-40e0-8f37-3c7839fdf98f associated. External IP: 172.27.1.15, port: ba628579-f5fd-472f-ac59-c860a405cb5a.
Apr 20 18:35:03.427651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-c3947378-6c2a-4350-b6e7-b867b782757c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:03.429245 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-c3947378-6c2a-4350-b6e7-b867b782757c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/networks?id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 200  len: 814 time: 0.1602035
Apr 20 18:35:03.445983 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-c42cb860-fb25-4044-b249-7c6ead80f360 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/quotas/66e4b68fe1af408baee3c89f9fb10fe5 HTTP/1.1" status: 200  len: 375 time: 0.0104063
Apr 20 18:35:03.519406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.540889 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-87194881-1135-4089-ab53-b41b7781fdc4 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0891733
Apr 20 18:35:03.600595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Router c4c05fc1-1cbf-41e5-b333-529f8792a7db has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:35:03.803365 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:35:03.815268 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b77d718-1b4e-42da-aa4b-a04bed233459 None None] Sync routers for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:35:03.825970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b77d718-1b4e-42da-aa4b-a04bed233459 None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:03.827026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-8b77d718-1b4e-42da-aa4b-a04bed233459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbde8ab70>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:03.832768 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.909863 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a3c8c23a-f336-4b4b-b6be-fdb3c7e45831 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5525155
Apr 20 18:35:03.909863 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'tag': 'ba628579-f5fd-472f-ac59-c860a405cb5a'}] {{(pid=86370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:03.934177 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-53aa672d-df0a-4fc1-97b4-a483be94cfc6 service neutron] 10.222.0.43 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3852808
Apr 20 18:35:03.955471 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'tag': 'ba628579-f5fd-472f-ac59-c860a405cb5a', 'status': 'completed', 'code': 200}
Apr 20 18:35:04.032274 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-8b77d718-1b4e-42da-aa4b-a04bed233459 None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:04.143406 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-246c8f34-05f6-4559-9ec7-64f1f4e2e22e service neutron] 10.222.0.43 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2010708
Apr 20 18:35:04.149756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf0a07-6be2-4b19-962e-081e86107e08 req-4eb30d87-3745-4a12-ab97-ff4b519c1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:04.151331 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3acf0a07-6be2-4b19-962e-081e86107e08 req-4eb30d87-3745-4a12-ab97-ff4b519c1490 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 1098 time: 0.1364384
Apr 20 18:35:04.310060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf0a07-6be2-4b19-962e-081e86107e08 req-45bcd2b4-e1c0-4b56-94f3-25423ebcc63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:04.311771 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3acf0a07-6be2-4b19-962e-081e86107e08 req-45bcd2b4-e1c0-4b56-94f3-25423ebcc63c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 912 time: 0.1542673
Apr 20 18:35:04.387851 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0f319d13-7cb3-41fa-9034-20c55101edd9 req-da49702e-d2dc-421f-8849-d4ad1355e5c6 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 210 time: 0.0639722
Apr 20 18:35:04.415620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-8b77d718-1b4e-42da-aa4b-a04bed233459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbde8ab70>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'a318f29e-18f2-42f3-b5fd-ae7e9464da44', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:fe:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74062191-c138-4054-8ad4-8b7e4da28e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:03Z', 'updated_at': '2021-04-20T18:33:06Z', 'revision_number': 1, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}, {'id': 'ca1847bb-653a-40e0-8f37-3c7839fdf98f', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': 'ba628579-f5fd-472f-ac59-c860a405cb5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:c3:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:35:02Z', 'updated_at': '2021-04-20T18:35:02Z', 'revision_number': 0, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:04.419971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b77d718-1b4e-42da-aa4b-a04bed233459 None None] Checking router: c4c05fc1-1cbf-41e5-b333-529f8792a7db for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:35:04.429270 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b77d718-1b4e-42da-aa4b-a04bed233459 None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:35:04.429958 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-8b77d718-1b4e-42da-aa4b-a04bed233459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbde8ab70>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:35:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:04.443615 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3acf0a07-6be2-4b19-962e-081e86107e08 req-aebb6d2b-957b-4da0-851a-b2b03e4d9d63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba628579-f5fd-472f-ac59-c860a405cb5a HTTP/1.1" status: 200  len: 998 time: 0.1250908
Apr 20 18:35:04.520180 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf0a07-6be2-4b19-962e-081e86107e08 req-99b62e1e-5c86-4526-8f53-2e5788fdee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:04.521765 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3acf0a07-6be2-4b19-962e-081e86107e08 req-99b62e1e-5c86-4526-8f53-2e5788fdee65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.0718007
Apr 20 18:35:04.596802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:04.611147 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf0a07-6be2-4b19-962e-081e86107e08 req-b6248191-0918-4576-94ec-58a62fa56d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:04.612774 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3acf0a07-6be2-4b19-962e-081e86107e08 req-b6248191-0918-4576-94ec-58a62fa56d71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822737
Apr 20 18:35:04.635305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-8b77d718-1b4e-42da-aa4b-a04bed233459 None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:35:04.771623 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3acf0a07-6be2-4b19-962e-081e86107e08 req-69daea8e-b828-471f-a531-1c96d99072d6 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508949
Apr 20 18:35:04.933481 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-3acf0a07-6be2-4b19-962e-081e86107e08 req-03852000-c94d-40e2-bf52-371591b55a61 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530905
Apr 20 18:35:05.028794 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-8b77d718-1b4e-42da-aa4b-a04bed233459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbde8ab70>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'a318f29e-18f2-42f3-b5fd-ae7e9464da44', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:fe:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74062191-c138-4054-8ad4-8b7e4da28e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:03Z', 'updated_at': '2021-04-20T18:33:06Z', 'revision_number': 1, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}, {'id': 'ca1847bb-653a-40e0-8f37-3c7839fdf98f', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': 'ba628579-f5fd-472f-ac59-c860a405cb5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:c3:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:35:02Z', 'updated_at': '2021-04-20T18:35:02Z', 'revision_number': 0, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:35:05.033450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b77d718-1b4e-42da-aa4b-a04bed233459 None None] The sync data for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi is: [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'a318f29e-18f2-42f3-b5fd-ae7e9464da44', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:fe:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74062191-c138-4054-8ad4-8b7e4da28e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:03Z', 'updated_at': '2021-04-20T18:33:06Z', 'revision_number': 1, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}, {'id': 'ca1847bb-653a-40e0-8f37-3c7839fdf98f', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': 'ba628579-f5fd-472f-ac59-c860a405cb5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:c3:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:35:02Z', 'updated_at': '2021-04-20T18:35:02Z', 'revision_number': 0, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:35:05.337692 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7037f91-de90-4ef3-bdcc-29a880a5abe8 None None] New status for floating IP ca1847bb-653a-40e0-8f37-3c7839fdf98f: ACTIVE {{(pid=86372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:35:05.502696 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f5a1575a-6888-4fe4-8977-7f1da633b5c8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:05.504479 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f5a1575a-6888-4fe4-8977-7f1da633b5c8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "GET /v2.0/networks?id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 200  len: 814 time: 0.1714621
Apr 20 18:35:05.521349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Request body: {'port': {'device_id': '16fac183-d459-49b3-8f09-3c11be4a1c8b', 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4', 'admin_state_up': True, 'tenant_id': '66e4b68fe1af408baee3c89f9fb10fe5'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:05.654182 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-72a228a4-9c1c-4f43-984d-e3083d3e3daf req-cd2d7f18-5463-4592-8605-aa2e3a599f00 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 210 time: 0.1152568
Apr 20 18:35:05.726803 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:05.737697 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:05.746416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Made reservation on behalf of 66e4b68fe1af408baee3c89f9fb10fe5 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:05.752950 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:05.925350 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Allocated IP 172.20.0.5 (ee2759ef-b830-4ccd-9271-1c9c7e2c47e4/98c90003-c2c4-4745-a5d9-f9449941c72a/fb7fc0e3-1d0a-4025-bbef-3424677b6eff) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:06.148875 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.179477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.185286 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-42566a99-ce63-4eb5-a17a-123ca3cea680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:06.201730 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:06.255319 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:06.259170 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:06.263405 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:06.303458 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Pushing event updated for resources: {'Port': ['ID=fb7fc0e3-1d0a-4025-bbef-3424677b6eff,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:06.310818 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:06.344596 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:06.345349 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.369801 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-a0d9b605-a834-4b38-a693-75349f66dbc8 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8539917
Apr 20 18:35:06.384385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Request body: {'port': {'device_id': '16fac183-d459-49b3-8f09-3c11be4a1c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:06.503447 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.870470 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c85d5-e94b-4ed8-99ae-8d5e53e76b50 req-e6650a09-1850-4917-a8dd-ee5666db8c16 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:06.871989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7fc0e3-1d0a-4025-bbef-3424677b6eff {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:06.872160 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ed4c85d5-e94b-4ed8-99ae-8d5e53e76b50 req-e6650a09-1850-4917-a8dd-ee5666db8c16 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 931 time: 0.1027849
Apr 20 18:35:06.881433 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.897608 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Transition to ACTIVE for port object fb7fc0e3-1d0a-4025-bbef-3424677b6eff will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:06.900356 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:06.905331 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-270029f3-5050-4e4d-944f-a4090245269a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:06.925608 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ed4c85d5-e94b-4ed8-99ae-8d5e53e76b50 req-c0a4bb22-e1a1-46d6-a6a6-f0accd00c0e9 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458791
Apr 20 18:35:07.074092 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7fc0e3-1d0a-4025-bbef-3424677b6eff,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:07.081778 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:07.150297 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Attempting to bind port fb7fc0e3-1d0a-4025-bbef-3424677b6eff on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:07.150835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Attempting to bind port fb7fc0e3-1d0a-4025-bbef-3424677b6eff by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:07.150981 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Attempting to bind port fb7fc0e3-1d0a-4025-bbef-3424677b6eff on network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:07.155762 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Port fb7fc0e3-1d0a-4025-bbef-3424677b6eff on network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:35:07.156122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Attempting to bind port fb7fc0e3-1d0a-4025-bbef-3424677b6eff on network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:07.162038 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:07.162413 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Checking segment: {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:07.162829 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Bound using segment: {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:07.163292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Bound port: fb7fc0e3-1d0a-4025-bbef-3424677b6eff, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:07.163662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:07.258275 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] For port fb7fc0e3-1d0a-4025-bbef-3424677b6eff, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:07.261294 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] For port fb7fc0e3-1d0a-4025-bbef-3424677b6eff, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fb7fc0e3-1d0a-4025-bbef-3424677b6eff,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:07.264540 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:07.269260 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:07.331472 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:07.332079 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:07.333550 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] 10.222.0.41 "PUT /v2.0/ports/fb7fc0e3-1d0a-4025-bbef-3424677b6eff HTTP/1.1" status: 200  len: 1093 time: 0.9538510
Apr 20 18:35:07.334124 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fac183-d459-49b3-8f09-3c11be4a1c8b', 'tag': 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:07.355238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7fc0e3-1d0a-4025-bbef-3424677b6eff,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:07.358431 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:07.411366 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fac183-d459-49b3-8f09-3c11be4a1c8b', 'tag': 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff', 'status': 'completed', 'code': 200}
Apr 20 18:35:07.453851 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-107f6d8f-5024-4b4d-829d-e0582dedd2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:07.456086 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-107f6d8f-5024-4b4d-829d-e0582dedd2de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 1096 time: 0.0852473
Apr 20 18:35:07.533215 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-289df944-6da2-4564-a26f-05ed8534fa14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb7fc0e3-1d0a-4025-bbef-3424677b6eff HTTP/1.1" status: 200  len: 217 time: 0.0686920
Apr 20 18:35:07.600973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-636eb420-9f3d-48b0-bc84-9a77c1df67ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:07.602485 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-636eb420-9f3d-48b0-bc84-9a77c1df67ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98c90003-c2c4-4745-a5d9-f9449941c72a HTTP/1.1" status: 200  len: 854 time: 0.0638204
Apr 20 18:35:07.657746 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-556c1aa5-b5f7-4f11-acf3-324f76c280ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451124
Apr 20 18:35:07.800439 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-9babbbec-bf1f-47f5-b1c5-849607ba46ac service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337309
Apr 20 18:35:07.944192 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a48317ec-060d-4e56-9e3b-ac5c4636a850 req-47001ec9-435c-4bb0-80e9-d0aa48052557 service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361599
Apr 20 18:35:08.074146 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86c723-f40c-4720-8918-75bf78f0fbfa req-b0c2b335-39fa-414d-92a7-12180368d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:08.075885 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4e86c723-f40c-4720-8918-75bf78f0fbfa req-b0c2b335-39fa-414d-92a7-12180368d3b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 1096 time: 0.0850844
Apr 20 18:35:08.139663 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13130cb9-bc1b-462a-98f6-679f1230f67f req-1c2c3f06-73c1-46eb-88b6-1c4bcff8af86 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:08.141296 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-13130cb9-bc1b-462a-98f6-679f1230f67f req-1c2c3f06-73c1-46eb-88b6-1c4bcff8af86 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 943 time: 0.0904901
Apr 20 18:35:08.190970 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-13130cb9-bc1b-462a-98f6-679f1230f67f req-b4498e91-8aee-4aae-9653-770ddc7c3633 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430906
Apr 20 18:35:08.221453 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86c723-f40c-4720-8918-75bf78f0fbfa req-25156750-89e4-4a56-8dc1-c789ef53bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:08.223070 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4e86c723-f40c-4720-8918-75bf78f0fbfa req-25156750-89e4-4a56-8dc1-c789ef53bb4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 200  len: 915 time: 0.1400340
Apr 20 18:35:08.298005 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4e86c723-f40c-4720-8918-75bf78f0fbfa req-449271ce-d5c0-4739-b8e3-c0847ddae164 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb7fc0e3-1d0a-4025-bbef-3424677b6eff HTTP/1.1" status: 200  len: 217 time: 0.0660353
Apr 20 18:35:08.371297 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86c723-f40c-4720-8918-75bf78f0fbfa req-dbfdc936-e4dc-4f16-98ee-326c40314fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:08.372821 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4e86c723-f40c-4720-8918-75bf78f0fbfa req-dbfdc936-e4dc-4f16-98ee-326c40314fd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98c90003-c2c4-4745-a5d9-f9449941c72a HTTP/1.1" status: 200  len: 854 time: 0.0685294
Apr 20 18:35:08.425058 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4e86c723-f40c-4720-8918-75bf78f0fbfa req-1de8e109-b547-422a-b7c1-fd428a5e4929 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459552
Apr 20 18:35:08.567071 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4e86c723-f40c-4720-8918-75bf78f0fbfa req-443548ab-aa06-48fc-8942-dd5eeabe5c96 service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345699
Apr 20 18:35:08.709618 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4e86c723-f40c-4720-8918-75bf78f0fbfa req-c8475004-dc82-40b4-aee4-10e03da90ef8 service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348932
Apr 20 18:35:09.398518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfb19c-6c08-4b58-bf1b-9dca9012a7ef req-6c623cdc-6a53-41ab-a6f9-c6afd61ef38d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:09.399283 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-41dfb19c-6c08-4b58-bf1b-9dca9012a7ef req-6c623cdc-6a53-41ab-a6f9-c6afd61ef38d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Synchronizing usage tracker for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:09.414314 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-41dfb19c-6c08-4b58-bf1b-9dca9012a7ef req-6c623cdc-6a53-41ab-a6f9-c6afd61ef38d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Unset dirty status for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:09.415558 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-41dfb19c-6c08-4b58-bf1b-9dca9012a7ef req-6c623cdc-6a53-41ab-a6f9-c6afd61ef38d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 943 time: 0.1099668
Apr 20 18:35:09.702314 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-41dfb19c-6c08-4b58-bf1b-9dca9012a7ef req-0b97bc8b-2756-4d32-95c0-0c914a1ab161 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2800155
Apr 20 18:35:10.560087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fb7fc0e3-1d0a-4025-bbef-3424677b6eff details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:35:10.874859 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fb7fc0e3-1d0a-4025-bbef-3424677b6eff, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fb7fc0e3-1d0a-4025-bbef-3424677b6eff,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:10.890030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff', 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4', 'port_id': 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff', 'mac_address': 'fa:16:3e:a6:11:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c90003-c2c4-4745-a5d9-f9449941c72a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:35:10.912495 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38549dc-a0e3-4b4d-ae62-0f6e685e21fb req-b12d3b29-b893-419a-a86e-8708c76af71a tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:10.914110 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d38549dc-a0e3-4b4d-ae62-0f6e685e21fb req-b12d3b29-b893-419a-a86e-8708c76af71a tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 943 time: 0.0926654
Apr 20 18:35:10.950476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:10.962877 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d38549dc-a0e3-4b4d-ae62-0f6e685e21fb req-1c6ebc99-793b-474a-b91e-55ce6521d99c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418284
Apr 20 18:35:10.968955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7fc0e3-1d0a-4025-bbef-3424677b6eff {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:10.985059 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fb7fc0e3-1d0a-4025-bbef-3424677b6eff, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fb7fc0e3-1d0a-4025-bbef-3424677b6eff,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:10.988337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:10.990211 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:11.061622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=fb7fc0e3-1d0a-4025-bbef-3424677b6eff,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:11.065277 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:11.230296 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['fb7fc0e3-1d0a-4025-bbef-3424677b6eff'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:12.164922 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7ef6e-9b61-465d-a9c8-724c8aea0a80 req-e2e15a9c-bd78-42c3-81d1-9ac41defb4bc tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:12.166514 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f6d7ef6e-9b61-465d-a9c8-724c8aea0a80 req-e2e15a9c-bd78-42c3-81d1-9ac41defb4bc tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 944 time: 0.0879283
Apr 20 18:35:12.217416 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f6d7ef6e-9b61-465d-a9c8-724c8aea0a80 req-01b41b30-c67d-445c-85f5-a9218d29b3e7 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442204
Apr 20 18:35:12.576840 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fb7fc0e3-1d0a-4025-bbef-3424677b6eff up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:12.648486 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port fb7fc0e3-1d0a-4025-bbef-3424677b6eff completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:12.653257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port fb7fc0e3-1d0a-4025-bbef-3424677b6eff triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:12.653673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.774987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.803155 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fac183-d459-49b3-8f09-3c11be4a1c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:12.813607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port fb7fc0e3-1d0a-4025-bbef-3424677b6eff, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fb7fc0e3-1d0a-4025-bbef-3424677b6eff,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:12.818466 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:12.820396 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:12.857586 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fac183-d459-49b3-8f09-3c11be4a1c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff', 'code': 200}
Apr 20 18:35:12.891580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=fb7fc0e3-1d0a-4025-bbef-3424677b6eff,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:12.894807 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:13.103406 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815347e-13e0-426b-b2b8-544c9edb6f5b req-0541a0a4-e805-471e-96f7-1504dd04f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:13.104903 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5815347e-13e0-426b-b2b8-544c9edb6f5b req-0541a0a4-e805-471e-96f7-1504dd04f24a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 1098 time: 0.0772455
Apr 20 18:35:13.148200 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5815347e-13e0-426b-b2b8-544c9edb6f5b req-96efb28f-a2de-48bb-9f8e-88f8dbf8b475 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361300
Apr 20 18:35:13.385203 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:13.422930 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dd5b-3a4a-4cbd-a543-ae3baedf8628 req-5902f4a0-7828-4e57-9d23-a21b19bf29fa tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:13.425260 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a6f3dd5b-3a4a-4cbd-a543-ae3baedf8628 req-5902f4a0-7828-4e57-9d23-a21b19bf29fa tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 945 time: 0.0958521
Apr 20 18:35:13.477063 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-a6f3dd5b-3a4a-4cbd-a543-ae3baedf8628 req-64514587-1a4a-4e5c-bd17-cc2837fdfa00 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454786
Apr 20 18:35:14.678230 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf3c4f-2806-49c9-b663-ab1bb2a9b6b7 req-581011f3-ff81-4390-8f75-5980f856e658 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:14.679784 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1dcf3c4f-2806-49c9-b663-ab1bb2a9b6b7 req-581011f3-ff81-4390-8f75-5980f856e658 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 945 time: 0.0874221
Apr 20 18:35:14.727290 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1dcf3c4f-2806-49c9-b663-ab1bb2a9b6b7 req-e54bb2e0-b18b-4e83-bdb2-e3f8d91d9aba tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412281
Apr 20 18:35:16.875526 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-786fbb8c-e6da-4e80-b679-f095c4e67d0c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:16.877204 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-786fbb8c-e6da-4e80-b679-f095c4e67d0c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/networks?id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 200  len: 814 time: 0.1584890
Apr 20 18:35:16.893724 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-a8b77db6-0f01-4e5f-9f26-0765b6449750 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/quotas/66e4b68fe1af408baee3c89f9fb10fe5 HTTP/1.1" status: 200  len: 375 time: 0.0102975
Apr 20 18:35:16.983263 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-d710df3b-d11a-4346-8957-9f9651f53968 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0838342
Apr 20 18:35:17.127414 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-754b01b6-9147-479f-8003-1a39143e50b2 service neutron] 10.222.0.43 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361804
Apr 20 18:35:17.270559 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-2f6d92fc-72b4-4793-9960-904dba0766cc service neutron] 10.222.0.43 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370358
Apr 20 18:35:17.468425 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-176c28b9-9605-485f-991d-bdf0dc95a3ed req-c31fead4-32e5-47f7-9e97-4fdcc011f6c3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 210 time: 0.0534132
Apr 20 18:35:18.664520 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-91fb46d9-9dba-4c77-872a-bc57085e6755 req-9d6bb59b-d1de-4557-821d-82ed075c262f tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 210 time: 0.0794079
Apr 20 18:35:18.801786 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-d47859af-a87b-4468-868f-ef13055e1a53 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:18.803385 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-d47859af-a87b-4468-868f-ef13055e1a53 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "GET /v2.0/networks?id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 200  len: 814 time: 0.1759686
Apr 20 18:35:18.820444 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Request body: {'port': {'device_id': '1fa73ca6-60e3-4cba-980b-1d33f6cd53c7', 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4', 'admin_state_up': True, 'tenant_id': '66e4b68fe1af408baee3c89f9fb10fe5'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:18.967462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:18.978055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:18.986740 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Made reservation on behalf of 66e4b68fe1af408baee3c89f9fb10fe5 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:18.992832 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:19.161525 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Allocated IP 172.20.0.10 (ee2759ef-b830-4ccd-9271-1c9c7e2c47e4/98c90003-c2c4-4745-a5d9-f9449941c72a/0dba5b6d-28d2-407d-8a60-58106c5006c9) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:19.378290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:19.408901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:19.414865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-949f63d3-8191-4853-99c0-421391725f8f tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:19.420830 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51', 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:19.485614 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:19.489503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:19.493765 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:19.534972 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Pushing event updated for resources: {'Port': ['ID=0dba5b6d-28d2-407d-8a60-58106c5006c9,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:19.539688 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:19.573162 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:19.573835 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:19.598509 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7826571
Apr 20 18:35:19.611219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Request body: {'port': {'device_id': '1fa73ca6-60e3-4cba-980b-1d33f6cd53c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:19.731193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:19.871413 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309400b-b9c7-4539-84bd-77b28dfcbce5 req-aa6a02f6-27bc-40d2-8617-e122ad180e14 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:19.872988 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0309400b-b9c7-4539-84bd-77b28dfcbce5 req-aa6a02f6-27bc-40d2-8617-e122ad180e14 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 932 time: 0.0917103
Apr 20 18:35:19.922445 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0309400b-b9c7-4539-84bd-77b28dfcbce5 req-b2507ed5-cd55-4a98-8f29-d1e7b3c5b2a1 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418818
Apr 20 18:35:20.108983 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dba5b6d-28d2-407d-8a60-58106c5006c9 {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:20.116655 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:20.133087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Transition to ACTIVE for port object 0dba5b6d-28d2-407d-8a60-58106c5006c9 will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:20.135994 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:20.140794 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-a487a09d-7500-4a21-904a-4c16395cf767 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:20.338254 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0dba5b6d-28d2-407d-8a60-58106c5006c9,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:20.345617 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:20.385389 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Attempting to bind port 0dba5b6d-28d2-407d-8a60-58106c5006c9 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:20.385701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Attempting to bind port 0dba5b6d-28d2-407d-8a60-58106c5006c9 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:20.386109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Attempting to bind port 0dba5b6d-28d2-407d-8a60-58106c5006c9 on network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:20.391015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Port 0dba5b6d-28d2-407d-8a60-58106c5006c9 on network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:35:20.391382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Attempting to bind port 0dba5b6d-28d2-407d-8a60-58106c5006c9 on network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:20.397368 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:20.397745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Checking segment: {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:20.398194 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Bound using segment: {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:20.398668 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Bound port: 0dba5b6d-28d2-407d-8a60-58106c5006c9, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:20.399059 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:20.492003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] For port 0dba5b6d-28d2-407d-8a60-58106c5006c9, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:20.495135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] For port 0dba5b6d-28d2-407d-8a60-58106c5006c9, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0dba5b6d-28d2-407d-8a60-58106c5006c9,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:20.498386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:20.503311 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-80afb637-0b85-4faa-9a90-bf91d0d01c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:20.566089 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:20.566769 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:20.568266 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] 10.222.0.41 "PUT /v2.0/ports/0dba5b6d-28d2-407d-8a60-58106c5006c9 HTTP/1.1" status: 200  len: 1094 time: 0.9621542
Apr 20 18:35:20.568805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa73ca6-60e3-4cba-980b-1d33f6cd53c7', 'tag': '0dba5b6d-28d2-407d-8a60-58106c5006c9'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:20.589392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0dba5b6d-28d2-407d-8a60-58106c5006c9,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:20.592747 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:20.657931 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa73ca6-60e3-4cba-980b-1d33f6cd53c7', 'tag': '0dba5b6d-28d2-407d-8a60-58106c5006c9', 'status': 'completed', 'code': 200}
Apr 20 18:35:20.694747 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-5dd0b111-1733-4dc0-bd6e-81868ebbfb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:20.696344 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-5dd0b111-1733-4dc0-bd6e-81868ebbfb7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 1097 time: 0.0802867
Apr 20 18:35:20.775392 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-3ce91f8a-9d70-4613-b3d3-4ac946b593b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dba5b6d-28d2-407d-8a60-58106c5006c9 HTTP/1.1" status: 200  len: 217 time: 0.0674343
Apr 20 18:35:20.844568 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-d513bbf6-79b4-4c3b-967a-27ba988a4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:20.846165 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-d513bbf6-79b4-4c3b-967a-27ba988a4541 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98c90003-c2c4-4745-a5d9-f9449941c72a HTTP/1.1" status: 200  len: 854 time: 0.0642936
Apr 20 18:35:20.900168 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-06c9b7c9-029a-4fd0-a19d-2d6c7bef2818 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459976
Apr 20 18:35:21.046487 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-1771cc16-b78e-436d-a8c1-77ab502b8ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380908
Apr 20 18:35:21.130504 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80c708-f0a6-42f7-9837-104467bcdad6 req-137ca7c6-7ba1-4fec-a937-0e059d1a2318 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:21.132128 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-df80c708-f0a6-42f7-9837-104467bcdad6 req-137ca7c6-7ba1-4fec-a937-0e059d1a2318 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 944 time: 0.0936117
Apr 20 18:35:21.182309 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-df80c708-f0a6-42f7-9837-104467bcdad6 req-c5aaf0b8-bb97-46a6-83bf-25832661b8f6 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431159
Apr 20 18:35:21.190838 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea73726f-858d-4e5a-8584-bb2addc48b7e req-1ae3a697-bc59-4dac-95f5-de047d57bc55 service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369922
Apr 20 18:35:21.314342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef114f5f-0eaa-4c9f-9ce4-502f0813e35f req-78f630d9-d44f-4a48-98bb-5d11ca3f9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:21.315816 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ef114f5f-0eaa-4c9f-9ce4-502f0813e35f req-78f630d9-d44f-4a48-98bb-5d11ca3f9a3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 1097 time: 0.0821273
Apr 20 18:35:21.463175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef114f5f-0eaa-4c9f-9ce4-502f0813e35f req-cd85d8f7-6d7b-48e3-9b4e-c49d23736d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:21.464739 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ef114f5f-0eaa-4c9f-9ce4-502f0813e35f req-cd85d8f7-6d7b-48e3-9b4e-c49d23736d1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 200  len: 915 time: 0.1377282
Apr 20 18:35:21.546096 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ef114f5f-0eaa-4c9f-9ce4-502f0813e35f req-d55b7488-be00-491e-b30c-7ee9cddfdaa4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dba5b6d-28d2-407d-8a60-58106c5006c9 HTTP/1.1" status: 200  len: 217 time: 0.0655591
Apr 20 18:35:21.622513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef114f5f-0eaa-4c9f-9ce4-502f0813e35f req-26772c00-2f5e-4343-bacf-792a7dc3a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:21.623980 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ef114f5f-0eaa-4c9f-9ce4-502f0813e35f req-26772c00-2f5e-4343-bacf-792a7dc3a1ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98c90003-c2c4-4745-a5d9-f9449941c72a HTTP/1.1" status: 200  len: 854 time: 0.0658355
Apr 20 18:35:21.676263 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ef114f5f-0eaa-4c9f-9ce4-502f0813e35f req-57ad4bd4-9941-4c09-82a0-b7883046fc32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452197
Apr 20 18:35:21.827991 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ef114f5f-0eaa-4c9f-9ce4-502f0813e35f req-0dbbdbcb-4cb4-4a0c-bef8-f4de03e4eb4f service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372702
Apr 20 18:35:22.205483 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ef114f5f-0eaa-4c9f-9ce4-502f0813e35f req-7f68b731-5938-43bd-a207-e89e014d0cb1 service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3682737
Apr 20 18:35:22.386193 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c029-137d-4f0d-9e3e-667778c44606 req-0f876463-d7d2-4c7d-8f1f-cad1e17d6d64 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:22.386943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-0a85c029-137d-4f0d-9e3e-667778c44606 req-0f876463-d7d2-4c7d-8f1f-cad1e17d6d64 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Synchronizing usage tracker for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:22.403585 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-0a85c029-137d-4f0d-9e3e-667778c44606 req-0f876463-d7d2-4c7d-8f1f-cad1e17d6d64 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Unset dirty status for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:22.404829 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0a85c029-137d-4f0d-9e3e-667778c44606 req-0f876463-d7d2-4c7d-8f1f-cad1e17d6d64 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 944 time: 0.1080222
Apr 20 18:35:22.453017 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0a85c029-137d-4f0d-9e3e-667778c44606 req-da6883f3-4ea5-4280-b5e6-4c1f40c45c60 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418365
Apr 20 18:35:23.651084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce8d42-2272-441b-96c5-3ff75815fb4b req-96cffd69-cbe8-4ce7-b425-96074e31cf6d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:23.652648 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ecce8d42-2272-441b-96c5-3ff75815fb4b req-96cffd69-cbe8-4ce7-b425-96074e31cf6d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 944 time: 0.0860705
Apr 20 18:35:23.700003 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ecce8d42-2272-441b-96c5-3ff75815fb4b req-1f31c59f-5a48-4408-8813-6056d34e181a tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405791
Apr 20 18:35:24.622640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 0dba5b6d-28d2-407d-8a60-58106c5006c9 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:35:24.763184 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 0dba5b6d-28d2-407d-8a60-58106c5006c9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0dba5b6d-28d2-407d-8a60-58106c5006c9,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:24.777622 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '0dba5b6d-28d2-407d-8a60-58106c5006c9', 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4', 'port_id': '0dba5b6d-28d2-407d-8a60-58106c5006c9', 'mac_address': 'fa:16:3e:15:7b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c90003-c2c4-4745-a5d9-f9449941c72a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:35:24.842916 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:24.861238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dba5b6d-28d2-407d-8a60-58106c5006c9 {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:24.877774 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 0dba5b6d-28d2-407d-8a60-58106c5006c9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0dba5b6d-28d2-407d-8a60-58106c5006c9,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:24.880655 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:24.883263 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:24.902408 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05d9e5-341d-4835-a373-9fa457725ac3 req-a547bbd9-3800-41ff-9d5f-c848f1ec9540 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:24.904020 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0c05d9e5-341d-4835-a373-9fa457725ac3 req-a547bbd9-3800-41ff-9d5f-c848f1ec9540 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 944 time: 0.0902774
Apr 20 18:35:24.953258 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0c05d9e5-341d-4835-a373-9fa457725ac3 req-861758f0-e8eb-451b-a9fe-514de04f1053 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426147
Apr 20 18:35:24.953496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=0dba5b6d-28d2-407d-8a60-58106c5006c9,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:24.957250 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:25.136673 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['0dba5b6d-28d2-407d-8a60-58106c5006c9'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:26.157097 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3f1ff-0ffd-4187-9fdf-57ed8f6473b8 req-79829212-755c-4edd-a8e0-12a527d2de36 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:26.158927 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-62c3f1ff-0ffd-4187-9fdf-57ed8f6473b8 req-79829212-755c-4edd-a8e0-12a527d2de36 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 945 time: 0.0916376
Apr 20 18:35:26.207893 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-62c3f1ff-0ffd-4187-9fdf-57ed8f6473b8 req-1c11ef6a-2677-4bb8-be00-933899af2787 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426762
Apr 20 18:35:26.640522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 0dba5b6d-28d2-407d-8a60-58106c5006c9 up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:26.711139 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port 0dba5b6d-28d2-407d-8a60-58106c5006c9 completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:26.715933 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 0dba5b6d-28d2-407d-8a60-58106c5006c9 triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:26.716353 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.839375 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.867087 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa73ca6-60e3-4cba-980b-1d33f6cd53c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dba5b6d-28d2-407d-8a60-58106c5006c9'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:26.877765 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 0dba5b6d-28d2-407d-8a60-58106c5006c9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0dba5b6d-28d2-407d-8a60-58106c5006c9,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:26.880549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.882463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:26.922912 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa73ca6-60e3-4cba-980b-1d33f6cd53c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dba5b6d-28d2-407d-8a60-58106c5006c9', 'code': 200}
Apr 20 18:35:26.957379 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=0dba5b6d-28d2-407d-8a60-58106c5006c9,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:26.960511 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:27.167132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9813e05-a3ef-4818-94ae-676c3d3a4b31 req-eba92a4a-3697-4063-8317-7440224f77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:27.168974 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f9813e05-a3ef-4818-94ae-676c3d3a4b31 req-eba92a4a-3697-4063-8317-7440224f77a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 1099 time: 0.0806751
Apr 20 18:35:27.216392 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f9813e05-a3ef-4818-94ae-676c3d3a4b31 req-3d15930d-e044-4056-a779-6f4a4864d596 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363135
Apr 20 18:35:27.414302 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b84d12-98b8-4d54-9805-4607a41459b0 req-6d9a7fba-8c94-4347-88f5-14d44e5579f6 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:27.415868 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-23b84d12-98b8-4d54-9805-4607a41459b0 req-6d9a7fba-8c94-4347-88f5-14d44e5579f6 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 946 time: 0.0927041
Apr 20 18:35:27.463891 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-23b84d12-98b8-4d54-9805-4607a41459b0 req-84651d0f-db75-45b8-8783-e4558853c444 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414221
Apr 20 18:35:28.664876 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c9294-385d-491a-91ef-6d9d21f2fd84 req-6fafbe04-134a-4d1a-96f9-0f5d83761b7b tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:28.666508 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1f7c9294-385d-491a-91ef-6d9d21f2fd84 req-6fafbe04-134a-4d1a-96f9-0f5d83761b7b tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 946 time: 0.0879893
Apr 20 18:35:28.719113 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1f7c9294-385d-491a-91ef-6d9d21f2fd84 req-63521649-30e9-4926-aa79-eebe23a067db tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460558
Apr 20 18:35:29.849164 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3b181771-cba3-42a3-b4b5-26585fc7d669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:32.164543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-417d0ace-70ec-42a2-916d-a0c0db706b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:32.724276 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:33.522097 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.576183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:38.090093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:35:39.613196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-bb9e3799-5b02-47d0-a800-43bd307d2cc2 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:39.614809 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-bb9e3799-5b02-47d0-a800-43bd307d2cc2 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/networks?id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 200  len: 814 time: 0.1572917
Apr 20 18:35:39.630824 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-76c511eb-b6e0-4dff-be93-65a32b28d623 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/quotas/66e4b68fe1af408baee3c89f9fb10fe5 HTTP/1.1" status: 200  len: 375 time: 0.0098705
Apr 20 18:35:39.723765 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-90bd96a7-d94f-460d-8316-07103beafdee tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0875220
Apr 20 18:35:39.871710 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8d225eba-99f1-4fb4-9a84-05586864d506 service neutron] 10.222.0.43 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402433
Apr 20 18:35:40.019771 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8a0607c1-1a41-4011-8797-94734e72aded service neutron] 10.222.0.43 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414948
Apr 20 18:35:40.211967 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e9b8052d-6cf7-4961-8678-47bc8418227b req-d66bc985-6d91-4160-915e-1a5eb10cc157 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 210 time: 0.0491471
Apr 20 18:35:41.410286 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9e34efd1-11ae-4aee-a918-b2cd96b6ff67 req-396cf856-a80d-433a-a978-792c9e6e04bd tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 210 time: 0.0568190
Apr 20 18:35:41.481875 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-cc3dc16b-9ef2-42be-94f6-2e9a1c19d629 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:41.483437 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-cc3dc16b-9ef2-42be-94f6-2e9a1c19d629 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "GET /v2.0/networks?id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 200  len: 814 time: 0.2119927
Apr 20 18:35:41.497562 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Request body: {'port': {'device_id': '3e576656-57e4-424e-89ba-39b1caf42223', 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4', 'admin_state_up': True, 'tenant_id': '66e4b68fe1af408baee3c89f9fb10fe5'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:41.641859 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:35:41.651828 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:35:41.661035 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Made reservation on behalf of 66e4b68fe1af408baee3c89f9fb10fe5 for: {'port': 1} {{(pid=86369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:35:41.667106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:41.840687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_common [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Allocated IP 172.20.0.12 (ee2759ef-b830-4ccd-9271-1c9c7e2c47e4/98c90003-c2c4-4745-a5d9-f9449941c72a/11e08f3a-14ce-4754-8bcc-f44b9000b75b) {{(pid=86369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:35:42.053861 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks [] for port, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:42.083890 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735090013930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:42.089500 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:42.095714 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51', 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff', '0dba5b6d-28d2-407d-8a60-58106c5006c9'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:42.158227 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 is already hosted by enough agents. {{(pid=86369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:35:42.162059 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.base_scheduler [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Resources bound (agent type, host, resource id):  {{(pid=86369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:35:42.166243 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Received port after_create {{(pid=86369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:35:42.211646 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Pushing event updated for resources: {'Port': ['ID=11e08f3a-14ce-4754-8bcc-f44b9000b75b,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:42.224048 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:42.224482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:42.224909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:42.225326 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:42.225741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:42.226183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:42.226593 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:42.227003 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:42.227815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:42.227815 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:42.228205 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:42.228610 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:35:42.234209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:42.258304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:42.258982 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:42.283267 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-8564dcef-0f0a-4ac1-bbec-66a19ba08adf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7899597
Apr 20 18:35:42.298515 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.v2.base [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Request body: {'port': {'device_id': '3e576656-57e4-424e-89ba-39b1caf42223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:35:42.422334 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:42.619353 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ec633-620d-420c-a49a-521fd0cbb94f req-17df6690-61cc-4077-b0ad-1b041468557c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:42.620935 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-576ec633-620d-420c-a49a-521fd0cbb94f req-17df6690-61cc-4077-b0ad-1b041468557c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 932 time: 0.0890532
Apr 20 18:35:42.673187 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-576ec633-620d-420c-a49a-521fd0cbb94f req-af9fb2eb-fb74-42b8-91ec-aea510b34e1a tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449646
Apr 20 18:35:42.793782 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e08f3a-14ce-4754-8bcc-f44b9000b75b {{(pid=86369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:42.802410 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:42.818582 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Transition to ACTIVE for port object 11e08f3a-14ce-4754-8bcc-f44b9000b75b will not be triggered until provisioned by entity L2. {{(pid=86369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:35:42.821289 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:42.826069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d548494a-6107-48e5-8201-afe0542c6800 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:42.989947 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Pushing event updated for resources: {'Port': ['ID=11e08f3a-14ce-4754-8bcc-f44b9000b75b,revision_number=2']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:42.997300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:43.070545 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Attempting to bind port 11e08f3a-14ce-4754-8bcc-f44b9000b75b on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:35:43.070923 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Attempting to bind port 11e08f3a-14ce-4754-8bcc-f44b9000b75b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:35:43.071295 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Attempting to bind port 11e08f3a-14ce-4754-8bcc-f44b9000b75b on network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:43.076184 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Port 11e08f3a-14ce-4754-8bcc-f44b9000b75b on network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:35:43.076553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Attempting to bind port 11e08f3a-14ce-4754-8bcc-f44b9000b75b on network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:35:43.082069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Checking agent: {'id': 'fea7a984-7f50-487f-bc88-56155b87e70c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:35:43.082450 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Checking segment: {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:35:43.082872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Bound using segment: {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'} {{(pid=86369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:35:43.083344 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Bound port: 11e08f3a-14ce-4754-8bcc-f44b9000b75b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4'}}] {{(pid=86369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:35:43.083756 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:43.176965 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] For port 11e08f3a-14ce-4754-8bcc-f44b9000b75b, host hv-cinder-78692, cleared binding levels {{(pid=86369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:35:43.180280 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] For port 11e08f3a-14ce-4754-8bcc-f44b9000b75b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=11e08f3a-14ce-4754-8bcc-f44b9000b75b,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:35:43.183223 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2280088'] for port, after_update {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:43.188608 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-10c5414c-4fe0-4049-b876-861e6825737c tempest-AttachVolumeTestJSON-2092848618 tempest-AttachVolumeTestJSON-2092848618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:43.244358 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:43.245028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:43.246549 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] 10.222.0.41 "PUT /v2.0/ports/11e08f3a-14ce-4754-8bcc-f44b9000b75b HTTP/1.1" status: 200  len: 1094 time: 0.9543924
Apr 20 18:35:43.247091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e576656-57e4-424e-89ba-39b1caf42223', 'tag': '11e08f3a-14ce-4754-8bcc-f44b9000b75b'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:43.276260 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Pushing event updated for resources: {'Port': ['ID=11e08f3a-14ce-4754-8bcc-f44b9000b75b,revision_number=3']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:43.279390 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:43.322472 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e576656-57e4-424e-89ba-39b1caf42223', 'tag': '11e08f3a-14ce-4754-8bcc-f44b9000b75b', 'status': 'completed', 'code': 200}
Apr 20 18:35:43.358959 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-3a3be16c-6cce-4c56-a2d8-a29ab2f4cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:43.360649 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-3a3be16c-6cce-4c56-a2d8-a29ab2f4cf79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 1097 time: 0.0795803
Apr 20 18:35:43.389564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:43.440983 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-51f197da-3439-43b5-b8ca-2430ddd1b22b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11e08f3a-14ce-4754-8bcc-f44b9000b75b HTTP/1.1" status: 200  len: 217 time: 0.0728230
Apr 20 18:35:43.508459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-ab706206-477f-468c-b17f-b48711249195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:43.509921 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-ab706206-477f-468c-b17f-b48711249195 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98c90003-c2c4-4745-a5d9-f9449941c72a HTTP/1.1" status: 200  len: 854 time: 0.0629323
Apr 20 18:35:43.564789 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-db30aeab-687b-4eaa-a2ba-0b1bd1fad5af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491655
Apr 20 18:35:43.705691 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-b25004c0-3d85-4859-9e17-29649991496a service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337290
Apr 20 18:35:43.851961 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d7e02c3a-f98d-46c8-b981-2b04ce075d07 req-fe8f5fc4-f985-421d-a842-c35fc98cc55d service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379137
Apr 20 18:35:43.882704 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5133355-392d-437c-855e-5f5da4db20d0 req-795741df-b787-42d1-95c5-84ec90f013e4 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:43.884487 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f5133355-392d-437c-855e-5f5da4db20d0 req-795741df-b787-42d1-95c5-84ec90f013e4 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 944 time: 0.0964830
Apr 20 18:35:43.934159 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f5133355-392d-437c-855e-5f5da4db20d0 req-08e0115b-ae43-43a0-a871-5c5b848b2dad tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430362
Apr 20 18:35:43.977805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e37abc-2268-4700-a921-473cc60d7a5d req-84c7472e-2582-41c8-927d-2c1443eb8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:43.979463 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-79e37abc-2268-4700-a921-473cc60d7a5d req-84c7472e-2582-41c8-927d-2c1443eb8817 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 1097 time: 0.0792148
Apr 20 18:35:44.365238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e37abc-2268-4700-a921-473cc60d7a5d req-ce6b4144-e7a2-4db6-ba15-ff08ccd08e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:44.366848 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-79e37abc-2268-4700-a921-473cc60d7a5d req-ce6b4144-e7a2-4db6-ba15-ff08ccd08e25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 200  len: 915 time: 0.3803201
Apr 20 18:35:44.444302 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-79e37abc-2268-4700-a921-473cc60d7a5d req-19b6219d-f2ae-48b8-aa54-d9979b5507dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11e08f3a-14ce-4754-8bcc-f44b9000b75b HTTP/1.1" status: 200  len: 217 time: 0.0700986
Apr 20 18:35:44.513215 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e37abc-2268-4700-a921-473cc60d7a5d req-73e9c4f1-ba58-4977-ade5-24130f2f348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:44.514766 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-79e37abc-2268-4700-a921-473cc60d7a5d req-73e9c4f1-ba58-4977-ade5-24130f2f348a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98c90003-c2c4-4745-a5d9-f9449941c72a HTTP/1.1" status: 200  len: 854 time: 0.0629423
Apr 20 18:35:44.568815 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-79e37abc-2268-4700-a921-473cc60d7a5d req-e645517f-cee2-478b-8e23-37edf1e66afa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454385
Apr 20 18:35:44.712201 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-79e37abc-2268-4700-a921-473cc60d7a5d req-35fd7bf5-26e5-4f5a-a416-f9f424eaad9b service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355278
Apr 20 18:35:44.862976 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-79e37abc-2268-4700-a921-473cc60d7a5d req-c3d37c4a-649c-4da5-938f-f40d8acae666 service neutron] 10.222.0.41 "GET /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365910
Apr 20 18:35:45.141582 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e338-021e-494d-ba89-4f1e3cda51dc req-1950817e-76c4-4af6-a9ba-72be867424db tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:45.142374 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-2038e338-021e-494d-ba89-4f1e3cda51dc req-1950817e-76c4-4af6-a9ba-72be867424db tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Synchronizing usage tracker for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:35:45.156915 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-2038e338-021e-494d-ba89-4f1e3cda51dc req-1950817e-76c4-4af6-a9ba-72be867424db tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Unset dirty status for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:35:45.158175 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2038e338-021e-494d-ba89-4f1e3cda51dc req-1950817e-76c4-4af6-a9ba-72be867424db tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 944 time: 0.1073284
Apr 20 18:35:45.206774 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2038e338-021e-494d-ba89-4f1e3cda51dc req-15dc22cb-84f9-456a-b1f4-d8a9e3c63bd5 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422649
Apr 20 18:35:46.410333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a5434-f1dc-49fe-9452-f4f9a2b74b21 req-125f786a-e8f8-4613-80f7-2176d1e4a7fa tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:46.411920 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5a2a5434-f1dc-49fe-9452-f4f9a2b74b21 req-125f786a-e8f8-4613-80f7-2176d1e4a7fa tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 944 time: 0.0924513
Apr 20 18:35:46.460365 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5a2a5434-f1dc-49fe-9452-f4f9a2b74b21 req-68eedd1c-81d4-4e91-931d-e1db1e4990e5 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416801
Apr 20 18:35:46.715605 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 11e08f3a-14ce-4754-8bcc-f44b9000b75b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:35:46.857513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 11e08f3a-14ce-4754-8bcc-f44b9000b75b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=11e08f3a-14ce-4754-8bcc-f44b9000b75b,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:46.871818 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Returning: {'device': '11e08f3a-14ce-4754-8bcc-f44b9000b75b', 'network_id': 'ee2759ef-b830-4ccd-9271-1c9c7e2c47e4', 'port_id': '11e08f3a-14ce-4754-8bcc-f44b9000b75b', 'mac_address': 'fa:16:3e:82:af:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c90003-c2c4-4745-a5d9-f9449941c72a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:35:46.930482 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:46.947638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e08f3a-14ce-4754-8bcc-f44b9000b75b {{(pid=86371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:35:46.963044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 11e08f3a-14ce-4754-8bcc-f44b9000b75b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=11e08f3a-14ce-4754-8bcc-f44b9000b75b,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:46.966039 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:46.967754 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:47.039187 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=11e08f3a-14ce-4754-8bcc-f44b9000b75b,revision_number=4']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:47.042579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:47.243078 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['11e08f3a-14ce-4754-8bcc-f44b9000b75b'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:35:47.659564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512427c-ff93-4d97-8d1c-65f92c25537e req-c0aeaa81-5a87-4677-8262-3c393d47491b tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:47.661159 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5512427c-ff93-4d97-8d1c-65f92c25537e req-c0aeaa81-5a87-4677-8262-3c393d47491b tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 945 time: 0.0898955
Apr 20 18:35:47.714071 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5512427c-ff93-4d97-8d1c-65f92c25537e req-d0edd1eb-3230-47b7-a86a-dc7fd4ef798c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464191
Apr 20 18:35:48.718237 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 11e08f3a-14ce-4754-8bcc-f44b9000b75b up at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:35:48.799301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning for port 11e08f3a-14ce-4754-8bcc-f44b9000b75b completed by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:35:48.804891 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.provisioning_blocks [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Provisioning complete for port 11e08f3a-14ce-4754-8bcc-f44b9000b75b triggered by entity L2. {{(pid=86371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:35:48.805609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133659782'] for port, provisioning_complete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:48.926984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43721fd0-cc98-4b26-9a58-0ae2489396a3 req-29e0f768-bd55-4889-abe1-3928448e0281 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:48.928578 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-43721fd0-cc98-4b26-9a58-0ae2489396a3 req-29e0f768-bd55-4889-abe1-3928448e0281 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 945 time: 0.0982437
Apr 20 18:35:48.933571 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036720952997'] for port, before_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:48.962304 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e576656-57e4-424e-89ba-39b1caf42223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e08f3a-14ce-4754-8bcc-f44b9000b75b'}] {{(pid=86371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:35:48.973925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] For port 11e08f3a-14ce-4754-8bcc-f44b9000b75b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=11e08f3a-14ce-4754-8bcc-f44b9000b75b,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:35:48.977100 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-43721fd0-cc98-4b26-9a58-0ae2489396a3 req-334dde76-4601-4ae7-a8da-209fa36a62bd tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420606
Apr 20 18:35:48.981228 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735090464712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301764760572', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735090015262'] for port, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:48.983702 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:35:49.021133 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e576656-57e4-424e-89ba-39b1caf42223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e08f3a-14ce-4754-8bcc-f44b9000b75b', 'code': 200}
Apr 20 18:35:49.061258 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Pushing event updated for resources: {'Port': ['ID=11e08f3a-14ce-4754-8bcc-f44b9000b75b,revision_number=5']} {{(pid=86371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:35:49.064843 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:35:49.257060 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79be1b-01a6-4db0-ad18-fe8d24791175 req-9a3442d4-f29b-43df-8db9-ea7e5ff25ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:49.258621 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5f79be1b-01a6-4db0-ad18-fe8d24791175 req-9a3442d4-f29b-43df-8db9-ea7e5ff25ad5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 1099 time: 0.0783298
Apr 20 18:35:49.301954 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-5f79be1b-01a6-4db0-ad18-fe8d24791175 req-31ce5113-12ff-4047-99b1-45cf6bebdbad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369511
Apr 20 18:35:50.416662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c8971-d887-4671-9d29-eb8eedee3442 req-f93061ae-3d25-4031-84f3-dda700c5e731 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:50.418518 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ae6c8971-d887-4671-9d29-eb8eedee3442 req-f93061ae-3d25-4031-84f3-dda700c5e731 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 946 time: 0.3281684
Apr 20 18:35:50.466406 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ae6c8971-d887-4671-9d29-eb8eedee3442 req-a18717f0-5918-464e-bf35-5e4ea673c326 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408645
Apr 20 18:35:51.669992 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc1473-aac2-406c-94b3-435b799f36f6 req-bc49b6e5-c8c1-4935-a649-185d46ef2af5 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:51.671560 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-64bc1473-aac2-406c-94b3-435b799f36f6 req-bc49b6e5-c8c1-4935-a649-185d46ef2af5 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 946 time: 0.0902116
Apr 20 18:35:51.719707 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-64bc1473-aac2-406c-94b3-435b799f36f6 req-631e273d-93e4-42c3-b096-caf02081409b tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414312
Apr 20 18:35:59.851711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca9712aa-c123-4d0d-8cd7-196c97eb29e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:02.166589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac8f9-b4c1-4128-8a12-d1d04c08335b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:02.727056 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:03.523616 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:03.694729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a1efc-fb27-4d51-ba88-9dab7ba999e1 req-6e745d6a-cade-4528-89aa-3b0fcadc8967 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:03.696326 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9f3a1efc-fb27-4d51-ba88-9dab7ba999e1 req-6e745d6a-cade-4528-89aa-3b0fcadc8967 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 946 time: 0.0895219
Apr 20 18:36:03.744372 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9f3a1efc-fb27-4d51-ba88-9dab7ba999e1 req-84343016-f9ef-4f7c-a166-5be202ace090 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415323
Apr 20 18:36:04.580546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:04.949034 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b556edf-3acd-42cc-855f-0538ab58a34c req-44e2ef79-6454-4138-81c5-561c8a46ae1d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:04.950641 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9b556edf-3acd-42cc-855f-0538ab58a34c req-44e2ef79-6454-4138-81c5-561c8a46ae1d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 946 time: 0.0912836
Apr 20 18:36:04.998072 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-9b556edf-3acd-42cc-855f-0538ab58a34c req-285cf4a0-84b5-44a1-8aa8-1a61b53bb3c3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402765
Apr 20 18:36:05.377702 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc066e-baf1-4c96-ab73-0793f008b16f req-6c721696-5d14-401b-80f9-60357238adfe tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:05.379308 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-18fc066e-baf1-4c96-ab73-0793f008b16f req-6c721696-5d14-401b-80f9-60357238adfe tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 946 time: 0.0928049
Apr 20 18:36:05.457728 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-18fc066e-baf1-4c96-ab73-0793f008b16f req-0a43ed87-bc7b-4fc7-8a82-a796f39fdf95 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Deleting port 11e08f3a-14ce-4754-8bcc-f44b9000b75b {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:05.458142 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-18fc066e-baf1-4c96-ab73-0793f008b16f req-0a43ed87-bc7b-4fc7-8a82-a796f39fdf95 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:05.721790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-18fc066e-baf1-4c96-ab73-0793f008b16f req-0a43ed87-bc7b-4fc7-8a82-a796f39fdf95 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] For port 11e08f3a-14ce-4754-8bcc-f44b9000b75b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=11e08f3a-14ce-4754-8bcc-f44b9000b75b,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:05.722424 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-18fc066e-baf1-4c96-ab73-0793f008b16f req-0a43ed87-bc7b-4fc7-8a82-a796f39fdf95 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:05.857115 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-18fc066e-baf1-4c96-ab73-0793f008b16f req-0a43ed87-bc7b-4fc7-8a82-a796f39fdf95 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Calling delete_port for 11e08f3a-14ce-4754-8bcc-f44b9000b75b owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:06.006655 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-18fc066e-baf1-4c96-ab73-0793f008b16f req-0a43ed87-bc7b-4fc7-8a82-a796f39fdf95 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:06.012605 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-80eae973-225d-46d1-b463-8694c5c42b98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:06.019189 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51', 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff', '0dba5b6d-28d2-407d-8a60-58106c5006c9', '11e08f3a-14ce-4754-8bcc-f44b9000b75b'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:36:06.064417 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43ed87-bc7b-4fc7-8a82-a796f39fdf95 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Pushing event deleted for resources: {'Port': ['ID=11e08f3a-14ce-4754-8bcc-f44b9000b75b,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:06.067209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-0a43ed87-bc7b-4fc7-8a82-a796f39fdf95 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:06.209924 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fc066e-baf1-4c96-ab73-0793f008b16f req-0a43ed87-bc7b-4fc7-8a82-a796f39fdf95 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] No DVR routers for this DVR port 11e08f3a-14ce-4754-8bcc-f44b9000b75b on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:36:06.212618 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-18fc066e-baf1-4c96-ab73-0793f008b16f req-0a43ed87-bc7b-4fc7-8a82-a796f39fdf95 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:06.217020 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e576656-57e4-424e-89ba-39b1caf42223', 'name': 'network-vif-deleted', 'tag': '11e08f3a-14ce-4754-8bcc-f44b9000b75b'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:06.224133 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ea91648e-bd22-4ae8-a0e2-cdaa5d7c4943 req-eb1c669c-6d4d-422d-9640-a40186abb9f2 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e576656-57e4-424e-89ba-39b1caf42223 HTTP/1.1" status: 200  len: 210 time: 0.0775228
Apr 20 18:36:06.238079 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-18fc066e-baf1-4c96-ab73-0793f008b16f req-0a43ed87-bc7b-4fc7-8a82-a796f39fdf95 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "DELETE /v2.0/ports/11e08f3a-14ce-4754-8bcc-f44b9000b75b HTTP/1.1" status: 204  len: 173 time: 0.8520038
Apr 20 18:36:06.277500 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e576656-57e4-424e-89ba-39b1caf42223', 'name': 'network-vif-deleted', 'tag': '11e08f3a-14ce-4754-8bcc-f44b9000b75b', 'status': 'completed', 'code': 200}
Apr 20 18:36:08.856633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 11e08f3a-14ce-4754-8bcc-f44b9000b75b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:36:08.896414 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: 11e08f3a-14ce-4754-8bcc-f44b9000b75b {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:36:08.896820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 11e08f3a-14ce-4754-8bcc-f44b9000b75b not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:36:08.958685 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abd580-7f82-4772-9897-06de14805fc9 req-f30d2363-66d5-4f55-a798-728152f5bbab tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:08.959462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-85abd580-7f82-4772-9897-06de14805fc9 req-f30d2363-66d5-4f55-a798-728152f5bbab tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Synchronizing usage tracker for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:36:08.973883 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-85abd580-7f82-4772-9897-06de14805fc9 req-f30d2363-66d5-4f55-a798-728152f5bbab tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Unset dirty status for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:36:08.975132 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-85abd580-7f82-4772-9897-06de14805fc9 req-f30d2363-66d5-4f55-a798-728152f5bbab tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 946 time: 0.1056573
Apr 20 18:36:09.023661 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-85abd580-7f82-4772-9897-06de14805fc9 req-ce3c4315-7ae1-4b44-9571-adc1ff298d86 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419955
Apr 20 18:36:10.233833 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280b3d1-0427-43ea-ab18-3467617a36ae req-32ee778c-eb5b-4816-bdba-93820b93b8b3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:10.235425 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0280b3d1-0427-43ea-ab18-3467617a36ae req-32ee778c-eb5b-4816-bdba-93820b93b8b3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 946 time: 0.0961730
Apr 20 18:36:10.283383 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-0280b3d1-0427-43ea-ab18-3467617a36ae req-4ac12edf-2dc7-4f31-a91c-87a314405a46 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414667
Apr 20 18:36:10.364718 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3ad87-562f-43e9-ba01-d97edbc6c7f2 req-4fb9daf6-5a83-45ee-929e-e50405ee45c7 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:10.366315 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-30b3ad87-562f-43e9-ba01-d97edbc6c7f2 req-4fb9daf6-5a83-45ee-929e-e50405ee45c7 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 946 time: 0.0916119
Apr 20 18:36:10.442845 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-30b3ad87-562f-43e9-ba01-d97edbc6c7f2 req-ddd1f4ce-fc44-4fd9-8cd0-ba978697290c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Deleting port 0dba5b6d-28d2-407d-8a60-58106c5006c9 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:10.443235 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-30b3ad87-562f-43e9-ba01-d97edbc6c7f2 req-ddd1f4ce-fc44-4fd9-8cd0-ba978697290c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:10.707233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-30b3ad87-562f-43e9-ba01-d97edbc6c7f2 req-ddd1f4ce-fc44-4fd9-8cd0-ba978697290c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] For port 0dba5b6d-28d2-407d-8a60-58106c5006c9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0dba5b6d-28d2-407d-8a60-58106c5006c9,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:10.707643 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-30b3ad87-562f-43e9-ba01-d97edbc6c7f2 req-ddd1f4ce-fc44-4fd9-8cd0-ba978697290c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:10.840633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-30b3ad87-562f-43e9-ba01-d97edbc6c7f2 req-ddd1f4ce-fc44-4fd9-8cd0-ba978697290c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Calling delete_port for 0dba5b6d-28d2-407d-8a60-58106c5006c9 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:10.989630 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-30b3ad87-562f-43e9-ba01-d97edbc6c7f2 req-ddd1f4ce-fc44-4fd9-8cd0-ba978697290c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:10.996485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f01e55d0-d91d-41d4-a662-07246d6b6720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:11.000765 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51', 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff', '0dba5b6d-28d2-407d-8a60-58106c5006c9'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:36:11.048643 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1f4ce-fc44-4fd9-8cd0-ba978697290c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Pushing event deleted for resources: {'Port': ['ID=0dba5b6d-28d2-407d-8a60-58106c5006c9,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:11.051546 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ddd1f4ce-fc44-4fd9-8cd0-ba978697290c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:11.133713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b3ad87-562f-43e9-ba01-d97edbc6c7f2 req-ddd1f4ce-fc44-4fd9-8cd0-ba978697290c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] No DVR routers for this DVR port 0dba5b6d-28d2-407d-8a60-58106c5006c9 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:36:11.136509 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-30b3ad87-562f-43e9-ba01-d97edbc6c7f2 req-ddd1f4ce-fc44-4fd9-8cd0-ba978697290c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:11.140571 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa73ca6-60e3-4cba-980b-1d33f6cd53c7', 'name': 'network-vif-deleted', 'tag': '0dba5b6d-28d2-407d-8a60-58106c5006c9'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:11.156382 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-30b3ad87-562f-43e9-ba01-d97edbc6c7f2 req-ddd1f4ce-fc44-4fd9-8cd0-ba978697290c tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "DELETE /v2.0/ports/0dba5b6d-28d2-407d-8a60-58106c5006c9 HTTP/1.1" status: 204  len: 173 time: 0.7843113
Apr 20 18:36:11.197333 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa73ca6-60e3-4cba-980b-1d33f6cd53c7', 'name': 'network-vif-deleted', 'tag': '0dba5b6d-28d2-407d-8a60-58106c5006c9', 'status': 'completed', 'code': 200}
Apr 20 18:36:11.464069 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-07066b6d-6c1a-4097-86a4-7f1521f9bb8d req-c9981c6f-d1d3-477a-9be0-43bfac595562 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fa73ca6-60e3-4cba-980b-1d33f6cd53c7 HTTP/1.1" status: 200  len: 210 time: 0.0540743
Apr 20 18:36:12.945037 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41ce70-b19f-4fe3-8617-4f16f7cdf304 req-42d9905b-44ae-4731-a105-141b006b81b5 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:12.945796 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-bb41ce70-b19f-4fe3-8617-4f16f7cdf304 req-42d9905b-44ae-4731-a105-141b006b81b5 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Synchronizing usage tracker for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:36:12.960010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-bb41ce70-b19f-4fe3-8617-4f16f7cdf304 req-42d9905b-44ae-4731-a105-141b006b81b5 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Unset dirty status for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:36:12.961240 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb41ce70-b19f-4fe3-8617-4f16f7cdf304 req-42d9905b-44ae-4731-a105-141b006b81b5 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 945 time: 0.1045396
Apr 20 18:36:13.012396 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-bb41ce70-b19f-4fe3-8617-4f16f7cdf304 req-faf07eca-28d1-4576-a900-6c78efc08b5b tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446906
Apr 20 18:36:13.392689 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:14.174965 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d2c9e-99c3-46d5-a6cc-9ba38f94845f req-c63ce458-f043-40be-b524-9de8c8b8b84d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:14.176565 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e69d2c9e-99c3-46d5-a6cc-9ba38f94845f req-c63ce458-f043-40be-b524-9de8c8b8b84d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 945 time: 0.0904198
Apr 20 18:36:14.221508 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ec18e-e73b-48cc-a450-16743bc045bf req-0ac149c6-bad9-4e72-bf45-78baa9fe0f7d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:14.223145 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-633ec18e-e73b-48cc-a450-16743bc045bf req-0ac149c6-bad9-4e72-bf45-78baa9fe0f7d tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 945 time: 0.0944924
Apr 20 18:36:14.255691 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-e69d2c9e-99c3-46d5-a6cc-9ba38f94845f req-6b5af861-02e9-47f5-bc2d-a3f6a6264a37 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Deleting port fb7fc0e3-1d0a-4025-bbef-3424677b6eff {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:14.256109 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-e69d2c9e-99c3-46d5-a6cc-9ba38f94845f req-6b5af861-02e9-47f5-bc2d-a3f6a6264a37 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:14.276953 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-633ec18e-e73b-48cc-a450-16743bc045bf req-ea8db91e-2641-4681-b020-970ea0e83fbf tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471852
Apr 20 18:36:14.533425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-e69d2c9e-99c3-46d5-a6cc-9ba38f94845f req-6b5af861-02e9-47f5-bc2d-a3f6a6264a37 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] For port fb7fc0e3-1d0a-4025-bbef-3424677b6eff, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fb7fc0e3-1d0a-4025-bbef-3424677b6eff,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:14.533741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-e69d2c9e-99c3-46d5-a6cc-9ba38f94845f req-6b5af861-02e9-47f5-bc2d-a3f6a6264a37 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:14.674279 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-e69d2c9e-99c3-46d5-a6cc-9ba38f94845f req-6b5af861-02e9-47f5-bc2d-a3f6a6264a37 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Calling delete_port for fb7fc0e3-1d0a-4025-bbef-3424677b6eff owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:14.833527 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-e69d2c9e-99c3-46d5-a6cc-9ba38f94845f req-6b5af861-02e9-47f5-bc2d-a3f6a6264a37 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:14.839927 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f6e27f09-c1bd-481b-b618-1f26049c7c29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:14.844790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51', 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:36:14.892251 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5af861-02e9-47f5-bc2d-a3f6a6264a37 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Pushing event deleted for resources: {'Port': ['ID=fb7fc0e3-1d0a-4025-bbef-3424677b6eff,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:14.896907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6b5af861-02e9-47f5-bc2d-a3f6a6264a37 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:14.925614 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 0dba5b6d-28d2-407d-8a60-58106c5006c9 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:36:14.967903 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: 0dba5b6d-28d2-407d-8a60-58106c5006c9 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:36:14.968299 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device 0dba5b6d-28d2-407d-8a60-58106c5006c9 not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:36:14.980555 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69d2c9e-99c3-46d5-a6cc-9ba38f94845f req-6b5af861-02e9-47f5-bc2d-a3f6a6264a37 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] No DVR routers for this DVR port fb7fc0e3-1d0a-4025-bbef-3424677b6eff on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:36:14.983300 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-e69d2c9e-99c3-46d5-a6cc-9ba38f94845f req-6b5af861-02e9-47f5-bc2d-a3f6a6264a37 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:14.988057 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fac183-d459-49b3-8f09-3c11be4a1c8b', 'name': 'network-vif-deleted', 'tag': 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:15.002640 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-e69d2c9e-99c3-46d5-a6cc-9ba38f94845f req-6b5af861-02e9-47f5-bc2d-a3f6a6264a37 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "DELETE /v2.0/ports/fb7fc0e3-1d0a-4025-bbef-3424677b6eff HTTP/1.1" status: 204  len: 173 time: 0.8199518
Apr 20 18:36:15.044171 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fac183-d459-49b3-8f09-3c11be4a1c8b', 'name': 'network-vif-deleted', 'tag': 'fb7fc0e3-1d0a-4025-bbef-3424677b6eff', 'status': 'completed', 'code': 200}
Apr 20 18:36:15.090352 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:36:15.462021 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-425cfc40-530b-4241-9b18-0001681e5ddd req-a3e1e9a6-6d8e-41a4-bd4b-057cf752fefc tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=16fac183-d459-49b3-8f09-3c11be4a1c8b HTTP/1.1" status: 200  len: 210 time: 0.0546002
Apr 20 18:36:18.185662 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a8b1b-1cae-495d-bf46-64a06cf88c83 req-2c99a71d-f2db-4906-8b3c-9d377d41a444 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:18.186453 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-316a8b1b-1cae-495d-bf46-64a06cf88c83 req-2c99a71d-f2db-4906-8b3c-9d377d41a444 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Synchronizing usage tracker for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:36:18.201496 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-316a8b1b-1cae-495d-bf46-64a06cf88c83 req-2c99a71d-f2db-4906-8b3c-9d377d41a444 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Unset dirty status for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:36:18.202768 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-316a8b1b-1cae-495d-bf46-64a06cf88c83 req-2c99a71d-f2db-4906-8b3c-9d377d41a444 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 945 time: 0.1076043
Apr 20 18:36:18.250829 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-316a8b1b-1cae-495d-bf46-64a06cf88c83 req-77b6a40e-2062-4ba7-adc1-a66e471b1a13 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417130
Apr 20 18:36:18.933741 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fb7fc0e3-1d0a-4025-bbef-3424677b6eff no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:36:18.971640 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: fb7fc0e3-1d0a-4025-bbef-3424677b6eff {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:36:18.972028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device fb7fc0e3-1d0a-4025-bbef-3424677b6eff not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:36:19.459057 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce56d5-339e-4452-a441-b3f3711983d6 req-2a1dc67b-ac60-4d20-880f-f50406401fc3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:19.460836 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-70ce56d5-339e-4452-a441-b3f3711983d6 req-2a1dc67b-ac60-4d20-880f-f50406401fc3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 945 time: 0.0908689
Apr 20 18:36:19.514608 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-70ce56d5-339e-4452-a441-b3f3711983d6 req-015f4751-c00e-4414-a63c-e9406086359f tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/security-groups?id=159bb819-7771-4c1c-a29a-6bfb34d9c607&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468090
Apr 20 18:36:19.585577 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6211186-adcc-4262-9a03-5d95307e3f1b req-b48d89d1-5f2d-46c2-9c67-533b32abd162 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:19.587191 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d6211186-adcc-4262-9a03-5d95307e3f1b req-b48d89d1-5f2d-46c2-9c67-533b32abd162 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 945 time: 0.0950670
Apr 20 18:36:19.678587 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-d6211186-adcc-4262-9a03-5d95307e3f1b req-fe78ab7e-d0f8-4d0b-b4b9-01272838d579 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Deleting port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:19.678973 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d6211186-adcc-4262-9a03-5d95307e3f1b req-fe78ab7e-d0f8-4d0b-b4b9-01272838d579 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:19.946874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-d6211186-adcc-4262-9a03-5d95307e3f1b req-fe78ab7e-d0f8-4d0b-b4b9-01272838d579 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] For port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51,segment=NetworkSegment(1d8780f5-fb7d-4b43-a589-06d6f2d77ea9),segment_id=1d8780f5-fb7d-4b43-a589-06d6f2d77ea9)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:19.947273 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d6211186-adcc-4262-9a03-5d95307e3f1b req-fe78ab7e-d0f8-4d0b-b4b9-01272838d579 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.312543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-d6211186-adcc-4262-9a03-5d95307e3f1b req-fe78ab7e-d0f8-4d0b-b4b9-01272838d579 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Calling delete_port for bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:20.459328 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d6211186-adcc-4262-9a03-5d95307e3f1b req-fe78ab7e-d0f8-4d0b-b4b9-01272838d579 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.464971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e16a2816-e6d9-4775-a739-046c0b3c968c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:20.471131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] get_ports_and_sgs() called for port_ids ['bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51'] {{(pid=86371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:36:20.514894 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78ab7e-d0f8-4d0b-b4b9-01272838d579 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Pushing event deleted for resources: {'Port': ['ID=bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:20.518980 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fe78ab7e-d0f8-4d0b-b4b9-01272838d579 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:20.600476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6211186-adcc-4262-9a03-5d95307e3f1b req-fe78ab7e-d0f8-4d0b-b4b9-01272838d579 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] No DVR routers for this DVR port bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:36:20.603082 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-d6211186-adcc-4262-9a03-5d95307e3f1b req-fe78ab7e-d0f8-4d0b-b4b9-01272838d579 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:20.606006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d6a6b4-163d-4e9e-b6ae-ff5aac10758d', 'name': 'network-vif-deleted', 'tag': 'bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:20.621719 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d6211186-adcc-4262-9a03-5d95307e3f1b req-fe78ab7e-d0f8-4d0b-b4b9-01272838d579 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.41 "DELETE /v2.0/ports/bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 HTTP/1.1" status: 204  len: 173 time: 1.0198109
Apr 20 18:36:20.674080 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d6a6b4-163d-4e9e-b6ae-ff5aac10758d', 'name': 'network-vif-deleted', 'tag': 'bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51', 'status': 'completed', 'code': 200}
Apr 20 18:36:20.680638 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-4ca2e034-8a8f-4735-a815-f2f461037326 req-2656d98c-3368-4410-97d2-7709c3c8a85f tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Synchronizing usage tracker for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:36:20.695770 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-4ca2e034-8a8f-4735-a815-f2f461037326 req-2656d98c-3368-4410-97d2-7709c3c8a85f tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Unset dirty status for tenant:66e4b68fe1af408baee3c89f9fb10fe5 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:36:20.697040 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-4ca2e034-8a8f-4735-a815-f2f461037326 req-2656d98c-3368-4410-97d2-7709c3c8a85f tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] 10.222.0.43 "GET /v2.0/ports?device_id=98d6a6b4-163d-4e9e-b6ae-ff5aac10758d HTTP/1.1" status: 200  len: 210 time: 0.0669782
Apr 20 18:36:21.797865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42708) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:21.868122 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Deleting subnet 98c90003-c2c4-4745-a5d9-f9449941c72a {{(pid=86370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:36:21.871117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:21.921607 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2339529'] for subnet, precommit_delete_associations {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:21.978111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:22.192825 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f6b187a7-809e-415b-bc34-4dbb7584065f req-0f798c39-3bdb-4647-809d-3d630233ce21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0773699
Apr 20 18:36:22.232364 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852436440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2411689'] for subnet, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:22.237525 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:22.273829 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c90003-c2c4-4745-a5d9-f9449941c72a,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:22.282813 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:22.283242 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:22.283661 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:22.284064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:22.284470 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:22.284872 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:22.285280 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:22.285678 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:22.286102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:22.286501 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:22.286896 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:22.287293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:22.290373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:22.293386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:22.298065 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4f26956c-3198-4db9-b11c-875f7b415245 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/98c90003-c2c4-4745-a5d9-f9449941c72a HTTP/1.1" status: 204  len: 168 time: 0.4984097
Apr 20 18:36:22.301006 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42712) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:22.350601 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b187a7-809e-415b-bc34-4dbb7584065f req-6b055aad-0b2c-456f-985f-4442f75d6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:22.352230 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f6b187a7-809e-415b-bc34-4dbb7584065f req-6b055aad-0b2c-456f-985f-4442f75d6f5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 1098 time: 0.0835326
Apr 20 18:36:22.421062 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:22.510494 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b187a7-809e-415b-bc34-4dbb7584065f req-0e7d8b49-7de3-46ee-945e-13502482b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:22.512050 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f6b187a7-809e-415b-bc34-4dbb7584065f req-0e7d8b49-7de3-46ee-945e-13502482b15f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 912 time: 0.1409588
Apr 20 18:36:22.559863 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:22.627558 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f6b187a7-809e-415b-bc34-4dbb7584065f req-cad14150-2f43-4541-a3e7-0eaeae71334d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a81c01-d1b6-47da-8d99-f270986fce20 HTTP/1.1" status: 200  len: 1001 time: 0.1087985
Apr 20 18:36:22.678360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbe9cd4a8>,) {'filters': {'network_id': ['ee2759ef-b830-4ccd-9271-1c9c7e2c47e4']}} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:22.691439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbe9cd4a8>, '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9') {'for_net_delete': True} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:22.691780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbe9cd4a8>, '1d8780f5-fb7d-4b43-a589-06d6f2d77ea9') {} {{(pid=86370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:22.696639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b187a7-809e-415b-bc34-4dbb7584065f req-eb02128b-8d19-4764-9a3e-01559fd33941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:22.698226 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f6b187a7-809e-415b-bc34-4dbb7584065f req-eb02128b-8d19-4764-9a3e-01559fd33941 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.0642257
Apr 20 18:36:22.703681 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852436287'] for segment, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:22.718886 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:22.725938 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=86370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:36:22.783604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b187a7-809e-415b-bc34-4dbb7584065f req-6642e9fa-8637-4b20-8b2a-3c3740adb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:22.785271 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f6b187a7-809e-415b-bc34-4dbb7584065f req-6642e9fa-8637-4b20-8b2a-3c3740adb44b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813003
Apr 20 18:36:22.907573 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] Network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:36:22.916666 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2339723'] for segment, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:22.933541 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:36:22.933999 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f6b187a7-809e-415b-bc34-4dbb7584065f req-1a996ebb-93cd-4005-8a9b-a48a97f32aa6 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411836
Apr 20 18:36:22.975314 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:36:22.975712 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device bcb89ad6-bd6a-4dc6-8e79-91c3a3ab4a51 not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:36:23.078624 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-f6b187a7-809e-415b-bc34-4dbb7584065f req-4702cef5-1272-4329-a9e6-f16c2fb50cee service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380448
Apr 20 18:36:23.098595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] Network ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 has no segments {{(pid=86370) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:36:23.122202 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:36:23.197072 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:23.200523 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cb950c59-99ce-4317-9f86-3859afe3a005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:23.216322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:23.228917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=ee2759ef-b830-4ccd-9271-1c9c7e2c47e4,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:23.232259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:23.237257 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-835bc5c1-668a-4fea-b893-247e81f6b3ec admin admin] 10.222.0.43 "DELETE /v2.0/networks/ee2759ef-b830-4ccd-9271-1c9c7e2c47e4 HTTP/1.1" status: 204  len: 168 time: 0.9351425
Apr 20 18:36:23.355104 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42718) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:23.405318 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-96bb8837-fcc4-4052-9059-d3d40a8e7812 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66e4b68fe1af408baee3c89f9fb10fe5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0489421
Apr 20 18:36:23.407805 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42722) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:23.469848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3caf600e-330c-4438-8685-88b11a6e3cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:23.497979 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3caf600e-330c-4438-8685-88b11a6e3cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:23.544333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3caf600e-330c-4438-8685-88b11a6e3cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:23.549306 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3675148b-78e5-4908-8047-acb746dc570d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:23.563281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf600e-330c-4438-8685-88b11a6e3cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159bb819-7771-4c1c-a29a-6bfb34d9c607,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:23.567689 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3caf600e-330c-4438-8685-88b11a6e3cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:23.571091 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3caf600e-330c-4438-8685-88b11a6e3cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:23.572312 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3caf600e-330c-4438-8685-88b11a6e3cda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/159bb819-7771-4c1c-a29a-6bfb34d9c607 HTTP/1.1" status: 204  len: 168 time: 0.1630480
Apr 20 18:36:26.987294 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42856) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:27.140533 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-73fa6732-db4c-497a-ab6e-26cb0e216b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.155995 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-73fa6732-db4c-497a-ab6e-26cb0e216b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:27.160569 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-73fa6732-db4c-497a-ab6e-26cb0e216b29 admin admin] Usage tracker for resource:security_group_rule and tenant:230ff93edae848b89b7a5054906e946a is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:27.163480 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-73fa6732-db4c-497a-ab6e-26cb0e216b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:27.169711 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-73fa6732-db4c-497a-ab6e-26cb0e216b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:27.258126 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-73fa6732-db4c-497a-ab6e-26cb0e216b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.260652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-73fa6732-db4c-497a-ab6e-26cb0e216b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.269785 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-654bea15-3e0f-422a-b10a-cebb64396831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:27.310734 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-73fa6732-db4c-497a-ab6e-26cb0e216b29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=230ff93edae848b89b7a5054906e946a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3223407
Apr 20 18:36:27.312342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa6732-db4c-497a-ab6e-26cb0e216b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d590cc2b-865e-4543-8974-6d696122d0f2,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:27.313677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 42862) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:27.315677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-73fa6732-db4c-497a-ab6e-26cb0e216b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:27.376428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b66e526-0842-4160-8209-c4c201f2cb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.404643 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b66e526-0842-4160-8209-c4c201f2cb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.449135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b66e526-0842-4160-8209-c4c201f2cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.454108 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bd476415-7866-48cc-b801-6a1a67d85e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:27.465294 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66e526-0842-4160-8209-c4c201f2cb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d590cc2b-865e-4543-8974-6d696122d0f2,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:27.471111 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5b66e526-0842-4160-8209-c4c201f2cb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:27.472842 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5b66e526-0842-4160-8209-c4c201f2cb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.474340 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5b66e526-0842-4160-8209-c4c201f2cb55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d590cc2b-865e-4543-8974-6d696122d0f2 HTTP/1.1" status: 204  len: 168 time: 0.1593175
Apr 20 18:36:27.759684 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 42870) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:27.778689 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f7c80cd0-31d7-4586-947d-53bdcb3f255b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.794339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f7c80cd0-31d7-4586-947d-53bdcb3f255b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:27.798952 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f7c80cd0-31d7-4586-947d-53bdcb3f255b admin admin] Usage tracker for resource:security_group_rule and tenant:92d2ffacb50c4a19a51bfdfa9ad0f5e1 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:27.801985 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-f7c80cd0-31d7-4586-947d-53bdcb3f255b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:27.808188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-f7c80cd0-31d7-4586-947d-53bdcb3f255b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:27.891338 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f7c80cd0-31d7-4586-947d-53bdcb3f255b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.894926 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f7c80cd0-31d7-4586-947d-53bdcb3f255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:27.907295 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9820718c-d8ad-4b0e-9d1f-389a45ad4719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:27.949660 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f7c80cd0-31d7-4586-947d-53bdcb3f255b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=92d2ffacb50c4a19a51bfdfa9ad0f5e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1887648
Apr 20 18:36:27.951284 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c80cd0-31d7-4586-947d-53bdcb3f255b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dcd8c3-1aab-4205-b768-b4b4a097236b,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:27.952518 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42874) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:27.954464 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f7c80cd0-31d7-4586-947d-53bdcb3f255b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:28.018799 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3f6c34a1-4d6a-42d9-b43e-dfe12a1fd5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:28.046481 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3f6c34a1-4d6a-42d9-b43e-dfe12a1fd5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:28.091485 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3f6c34a1-4d6a-42d9-b43e-dfe12a1fd5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:28.097352 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e73b4de2-cbbb-481d-a1c5-29943708c300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:28.110432 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c34a1-4d6a-42d9-b43e-dfe12a1fd5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dcd8c3-1aab-4205-b768-b4b4a097236b,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:28.119417 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3f6c34a1-4d6a-42d9-b43e-dfe12a1fd5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:28.120336 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3f6c34a1-4d6a-42d9-b43e-dfe12a1fd5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:28.121614 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-3f6c34a1-4d6a-42d9-b43e-dfe12a1fd5cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53dcd8c3-1aab-4205-b768-b4b4a097236b HTTP/1.1" status: 204  len: 168 time: 0.1679287
Apr 20 18:36:29.855043 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6e3f5da8-353a-4650-bd4a-961c7cfb036a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.167651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fe94956a-0617-41e1-af15-2712eddb1e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.729660 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:33.525017 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:34.582651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.314920 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42966) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:39.442615 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d5f3-6a45-44f4-96b5-f798f066df8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.458602 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-fcb9d5f3-6a45-44f4-96b5-f798f066df8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:39.462682 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-fcb9d5f3-6a45-44f4-96b5-f798f066df8c admin admin] Usage tracker for resource:security_group_rule and tenant:a7f6137e0eba4858ad6d2dca9a8081c7 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:39.465600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-fcb9d5f3-6a45-44f4-96b5-f798f066df8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:39.471905 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-fcb9d5f3-6a45-44f4-96b5-f798f066df8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:39.558183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d5f3-6a45-44f4-96b5-f798f066df8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.560868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d5f3-6a45-44f4-96b5-f798f066df8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.570065 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-36dee326-40ad-45f2-8bfc-604bb188d3e6 tempest-AttachVolumeShelveTestJSON-351459280 tempest-AttachVolumeShelveTestJSON-351459280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:39.613043 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-fcb9d5f3-6a45-44f4-96b5-f798f066df8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7f6137e0eba4858ad6d2dca9a8081c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2970138
Apr 20 18:36:39.614050 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9d5f3-6a45-44f4-96b5-f798f066df8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1cc116-5ed3-4e3d-8c3f-6e0676779b7c,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:39.616014 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 42972) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:39.617369 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fcb9d5f3-6a45-44f4-96b5-f798f066df8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:39.681248 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ade3bd3a-5952-4cd2-a42b-362b7c9f929d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.709107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ade3bd3a-5952-4cd2-a42b-362b7c9f929d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.753970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ade3bd3a-5952-4cd2-a42b-362b7c9f929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.758823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-88c67b7d-0184-4a94-91c9-d2c4edeb8bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:39.772233 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3bd3a-5952-4cd2-a42b-362b7c9f929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1cc116-5ed3-4e3d-8c3f-6e0676779b7c,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:39.774718 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ade3bd3a-5952-4cd2-a42b-362b7c9f929d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:39.784393 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ade3bd3a-5952-4cd2-a42b-362b7c9f929d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:39.786433 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ade3bd3a-5952-4cd2-a42b-362b7c9f929d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a1cc116-5ed3-4e3d-8c3f-6e0676779b7c HTTP/1.1" status: 204  len: 168 time: 0.1685419
Apr 20 18:36:40.075999 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 42980) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:40.095790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7caddd2d-e325-4b8e-8443-e915ae19ba84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.112313 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-7caddd2d-e325-4b8e-8443-e915ae19ba84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:40.116359 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-7caddd2d-e325-4b8e-8443-e915ae19ba84 admin admin] Usage tracker for resource:security_group_rule and tenant:39e1f49b7a544678b34ee45f37fabb31 is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:40.119337 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-7caddd2d-e325-4b8e-8443-e915ae19ba84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:40.125373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-7caddd2d-e325-4b8e-8443-e915ae19ba84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:40.213015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7caddd2d-e325-4b8e-8443-e915ae19ba84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.215800 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7caddd2d-e325-4b8e-8443-e915ae19ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.225511 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-e6d04860-0c13-471b-9734-13e908967c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:40.268254 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7caddd2d-e325-4b8e-8443-e915ae19ba84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39e1f49b7a544678b34ee45f37fabb31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1910601
Apr 20 18:36:40.269135 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caddd2d-e325-4b8e-8443-e915ae19ba84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adecff79-8e2a-4fd5-83b1-b3cfc372b1ec,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:40.271322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 42984) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:40.275064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7caddd2d-e325-4b8e-8443-e915ae19ba84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:40.334541 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2409016c-be9c-4f3d-824a-9ed3fe5514f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.362625 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2409016c-be9c-4f3d-824a-9ed3fe5514f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.410228 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2409016c-be9c-4f3d-824a-9ed3fe5514f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.415101 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fad1e864-7a9f-4062-8373-a5b034b3946e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:40.428477 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409016c-be9c-4f3d-824a-9ed3fe5514f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adecff79-8e2a-4fd5-83b1-b3cfc372b1ec,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:40.430908 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-2409016c-be9c-4f3d-824a-9ed3fe5514f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:40.438286 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2409016c-be9c-4f3d-824a-9ed3fe5514f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.439531 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-2409016c-be9c-4f3d-824a-9ed3fe5514f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/adecff79-8e2a-4fd5-83b1-b3cfc372b1ec HTTP/1.1" status: 204  len: 168 time: 0.1671543
Apr 20 18:36:43.402946 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:47.441259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43078) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:47.842907 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Deleting port fd0d5999-def5-4899-99a8-6e80ac8b53d9 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:47.843291 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:48.027439 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:48.027821 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:48.161463 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Calling delete_port for fd0d5999-def5-4899-99a8-6e80ac8b53d9 owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:48.324428 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:48.329113 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5ca50d99-06c9-4a8b-901e-c0b050367561 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:48.377225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event deleted for resources: {'Port': ['ID=fd0d5999-def5-4899-99a8-6e80ac8b53d9,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:48.423063 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:48.424010 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:48.424434 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:48.424847 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:48.425257 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:48.425668 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:48.426102 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:48.426513 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:48.426919 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:48.427322 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:48.427725 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:48.428129 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:36:48.436305 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:48.493201 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:48.493678 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Floating IP ca1847bb-653a-40e0-8f37-3c7839fdf98f disassociated (deleted). External IP: 172.27.1.15, port: ba628579-f5fd-472f-ac59-c860a405cb5a.
Apr 20 18:36:48.875366 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Router c4c05fc1-1cbf-41e5-b333-529f8792a7db has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:36:49.066790 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:36:49.076383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf249b81-16c9-4988-8093-6a1d1b5e01a9 None None] Sync routers for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:36:49.086915 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf249b81-16c9-4988-8093-6a1d1b5e01a9 None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:36:49.087588 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-bf249b81-16c9-4988-8093-6a1d1b5e01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd06e860>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:49.095839 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:49.155438 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "DELETE /v2.0/floatingips/ca1847bb-653a-40e0-8f37-3c7839fdf98f HTTP/1.1" status: 204  len: 168 time: 1.7129574
Apr 20 18:36:49.156130 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'tag': 'ba628579-f5fd-472f-ac59-c860a405cb5a'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:49.204968 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'tag': 'ba628579-f5fd-472f-ac59-c860a405cb5a', 'status': 'completed', 'code': 200}
Apr 20 18:36:49.470895 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-bf249b81-16c9-4988-8093-6a1d1b5e01a9 None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:36:49.567879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962628-b391-45b2-b327-5540cf239233 req-2ef65131-ffe7-4753-b1c3-2e4f36aa07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:49.569498 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-57962628-b391-45b2-b327-5540cf239233 req-2ef65131-ffe7-4753-b1c3-2e4f36aa07f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 1098 time: 0.3434756
Apr 20 18:36:49.592265 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb1669-8617-4508-b8c0-05cb7232ea9d req-1f077183-9258-436b-aa69-53ecea0610a5 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:49.601660 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-52eb1669-8617-4508-b8c0-05cb7232ea9d req-1f077183-9258-436b-aa69-53ecea0610a5 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 945 time: 0.1234632
Apr 20 18:36:49.660375 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-52eb1669-8617-4508-b8c0-05cb7232ea9d req-351d9076-21bf-41b8-8930-940f4f219413 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574224
Apr 20 18:36:49.729106 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962628-b391-45b2-b327-5540cf239233 req-30268b0e-72c1-4bbe-a1d4-3306f78c681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:49.730864 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-57962628-b391-45b2-b327-5540cf239233 req-30268b0e-72c1-4bbe-a1d4-3306f78c681e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 912 time: 0.1539614
Apr 20 18:36:49.824836 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-57962628-b391-45b2-b327-5540cf239233 req-697a506b-e0a9-4d0a-b2c3-0326fbac58e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba628579-f5fd-472f-ac59-c860a405cb5a HTTP/1.1" status: 200  len: 217 time: 0.0872989
Apr 20 18:36:49.872686 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-bf249b81-16c9-4988-8093-6a1d1b5e01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd06e860>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'a318f29e-18f2-42f3-b5fd-ae7e9464da44', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:fe:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74062191-c138-4054-8ad4-8b7e4da28e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:03Z', 'updated_at': '2021-04-20T18:33:06Z', 'revision_number': 1, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:49.877644 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf249b81-16c9-4988-8093-6a1d1b5e01a9 None None] Checking router: c4c05fc1-1cbf-41e5-b333-529f8792a7db for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:36:49.886764 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf249b81-16c9-4988-8093-6a1d1b5e01a9 None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:36:49.887633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-bf249b81-16c9-4988-8093-6a1d1b5e01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd06e860>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:49.899974 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962628-b391-45b2-b327-5540cf239233 req-94194725-d387-4317-aa6e-89745bdcb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:49.901657 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-57962628-b391-45b2-b327-5540cf239233 req-94194725-d387-4317-aa6e-89745bdcb566 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.0692601
Apr 20 18:36:49.979259 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43120) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:49.997970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962628-b391-45b2-b327-5540cf239233 req-561c1313-a16b-476d-a832-ab64de5bdb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:49.999704 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-57962628-b391-45b2-b327-5540cf239233 req-561c1313-a16b-476d-a832-ab64de5bdb4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0915480
Apr 20 18:36:50.091339 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-bf249b81-16c9-4988-8093-6a1d1b5e01a9 None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:36:50.136023 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b585a057-c93b-4de8-8e93-aa3021506b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:50.164472 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b585a057-c93b-4de8-8e93-aa3021506b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:50.179802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b585a057-c93b-4de8-8e93-aa3021506b3d admin admin] Usage tracker for resource:security_group_rule and tenant:7ccaf8f6d30c46629db67c5f7f83e2fa is out of sync, need to count used quota {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:50.184201 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-b585a057-c93b-4de8-8e93-aa3021506b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:50.193020 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-57962628-b391-45b2-b327-5540cf239233 req-4f5fbda9-0be5-4773-908d-789a70950dbb service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862500
Apr 20 18:36:50.193962 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-b585a057-c93b-4de8-8e93-aa3021506b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:50.377808 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-57962628-b391-45b2-b327-5540cf239233 req-4d67af24-cf54-4dc2-8247-52a2f495b961 service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752198
Apr 20 18:36:50.413329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b585a057-c93b-4de8-8e93-aa3021506b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:50.416775 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b585a057-c93b-4de8-8e93-aa3021506b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:50.429760 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-73c576e6-a85f-4ec1-9de5-08d600514399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:50.471253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-bf249b81-16c9-4988-8093-6a1d1b5e01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd06e860>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'a318f29e-18f2-42f3-b5fd-ae7e9464da44', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:fe:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74062191-c138-4054-8ad4-8b7e4da28e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:03Z', 'updated_at': '2021-04-20T18:33:06Z', 'revision_number': 1, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:50.473365 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-b585a057-c93b-4de8-8e93-aa3021506b3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ccaf8f6d30c46629db67c5f7f83e2fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4930630
Apr 20 18:36:50.474476 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585a057-c93b-4de8-8e93-aa3021506b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847de32b-aff0-4b8f-8077-098082afd3fd,revision_number=1']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:50.475616 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf249b81-16c9-4988-8093-6a1d1b5e01a9 None None] The sync data for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi is: [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_floatingips': [{'id': 'a318f29e-18f2-42f3-b5fd-ae7e9464da44', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'router_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'port_id': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'mac_address': 'fa:16:3e:fe:d1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74062191-c138-4054-8ad4-8b7e4da28e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:33:03Z', 'updated_at': '2021-04-20T18:33:06Z', 'revision_number': 1, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:36:50.476649 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 43126) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:50.477757 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-b585a057-c93b-4de8-8e93-aa3021506b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:50.544687 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-230e5b4b-0bc4-4c74-8770-cb945699f0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:50.575869 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-230e5b4b-0bc4-4c74-8770-cb945699f0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:50.620841 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-230e5b4b-0bc4-4c74-8770-cb945699f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:50.625804 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d2fe8ccb-85bb-47e8-82e9-149c958ca9e8 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:50.637179 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e5b4b-0bc4-4c74-8770-cb945699f0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847de32b-aff0-4b8f-8077-098082afd3fd,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:50.640865 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-230e5b4b-0bc4-4c74-8770-cb945699f0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:50.644777 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-230e5b4b-0bc4-4c74-8770-cb945699f0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:50.646668 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-230e5b4b-0bc4-4c74-8770-cb945699f0f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/847de32b-aff0-4b8f-8077-098082afd3fd HTTP/1.1" status: 204  len: 168 time: 0.1688299
Apr 20 18:36:50.861055 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d0bf-83b9-43be-a874-2a30d2fb8d10 req-f0119a60-1af1-4912-9b6f-39c575ff6de2 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:50.861943 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-55f6d0bf-83b9-43be-a874-2a30d2fb8d10 req-f0119a60-1af1-4912-9b6f-39c575ff6de2 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Synchronizing usage tracker for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:36:50.909703 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b0d7ba-0255-43f1-89bd-4f1861c457b5 None None] New status for floating IP ca1847bb-653a-40e0-8f37-3c7839fdf98f: DOWN {{(pid=86372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:36:50.930557 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-55f6d0bf-83b9-43be-a874-2a30d2fb8d10 req-f0119a60-1af1-4912-9b6f-39c575ff6de2 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Unset dirty status for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:36:50.931854 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-55f6d0bf-83b9-43be-a874-2a30d2fb8d10 req-f0119a60-1af1-4912-9b6f-39c575ff6de2 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 945 time: 0.1601794
Apr 20 18:36:50.964859 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 43136) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:50.983668 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca612511-5c19-4177-9541-054c1054a7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.000217 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-ca612511-5c19-4177-9541-054c1054a7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:51.004490 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-ca612511-5c19-4177-9541-054c1054a7bf admin admin] Usage tracker for resource:security_group_rule and tenant:68d5f223a96b48e9b07bf15a6c70a813 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:51.004692 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df931e-2ff3-4917-81f7-7a38b7d4adf7 req-7f2ba944-72ba-4453-a92e-10399b7bb90d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:51.006241 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-70df931e-2ff3-4917-81f7-7a38b7d4adf7 req-7f2ba944-72ba-4453-a92e-10399b7bb90d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 945 time: 0.1362424
Apr 20 18:36:51.007514 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-ca612511-5c19-4177-9541-054c1054a7bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:51.011506 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-55f6d0bf-83b9-43be-a874-2a30d2fb8d10 req-b37e52d9-285b-406d-bb28-cd463fd2360c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646515
Apr 20 18:36:51.013937 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-ca612511-5c19-4177-9541-054c1054a7bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:51.092408 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-70df931e-2ff3-4917-81f7-7a38b7d4adf7 req-bcf8639f-05e2-4b98-b99f-a5c1414677fa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Deleting port ba628579-f5fd-472f-ac59-c860a405cb5a {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:51.092959 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-70df931e-2ff3-4917-81f7-7a38b7d4adf7 req-bcf8639f-05e2-4b98-b99f-a5c1414677fa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.109230 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca612511-5c19-4177-9541-054c1054a7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.112917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ca612511-5c19-4177-9541-054c1054a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.122603 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-9a62382f-8c14-4822-ba37-2c745af7d3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:51.163649 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-ca612511-5c19-4177-9541-054c1054a7bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68d5f223a96b48e9b07bf15a6c70a813&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1976402
Apr 20 18:36:51.166928 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 43140) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:51.180230 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca612511-5c19-4177-9541-054c1054a7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca3b0ab-37ae-46c6-8549-6b07466d84dd,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:51.184564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ca612511-5c19-4177-9541-054c1054a7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:51.237041 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bcc52611-99ae-4499-a778-537bbae44a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.264120 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bcc52611-99ae-4499-a778-537bbae44a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.307774 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bcc52611-99ae-4499-a778-537bbae44a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.312628 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-73fa6732-db4c-497a-ab6e-26cb0e216b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:51.326658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc52611-99ae-4499-a778-537bbae44a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca3b0ab-37ae-46c6-8549-6b07466d84dd,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:51.330026 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-bcc52611-99ae-4499-a778-537bbae44a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.331886 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-bcc52611-99ae-4499-a778-537bbae44a43 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cca3b0ab-37ae-46c6-8549-6b07466d84dd HTTP/1.1" status: 204  len: 168 time: 0.1639349
Apr 20 18:36:51.334244 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bcc52611-99ae-4499-a778-537bbae44a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:51.362957 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-70df931e-2ff3-4917-81f7-7a38b7d4adf7 req-bcf8639f-05e2-4b98-b99f-a5c1414677fa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] For port ba628579-f5fd-472f-ac59-c860a405cb5a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ba628579-f5fd-472f-ac59-c860a405cb5a,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:51.363370 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-70df931e-2ff3-4917-81f7-7a38b7d4adf7 req-bcf8639f-05e2-4b98-b99f-a5c1414677fa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.501911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-70df931e-2ff3-4917-81f7-7a38b7d4adf7 req-bcf8639f-05e2-4b98-b99f-a5c1414677fa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Calling delete_port for ba628579-f5fd-472f-ac59-c860a405cb5a owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:51.651393 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-70df931e-2ff3-4917-81f7-7a38b7d4adf7 req-bcf8639f-05e2-4b98-b99f-a5c1414677fa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.657107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-c25faf0a-6637-4bc1-9fcf-fb05ef0520bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:51.692253 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 43148) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:51.710280 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8639f-05e2-4b98-b99f-a5c1414677fa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event deleted for resources: {'Port': ['ID=ba628579-f5fd-472f-ac59-c860a405cb5a,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:51.712814 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-afdfd8ed-1d2e-4e0c-adb8-92465c084caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.714237 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bcf8639f-05e2-4b98-b99f-a5c1414677fa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:51.732333 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-afdfd8ed-1d2e-4e0c-adb8-92465c084caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:36:51.736925 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-afdfd8ed-1d2e-4e0c-adb8-92465c084caf admin admin] Usage tracker for resource:security_group_rule and tenant:a6cb058cc3ea463fa633f2324b54c1e7 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:36:51.740074 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-afdfd8ed-1d2e-4e0c-adb8-92465c084caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:36:51.746445 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-afdfd8ed-1d2e-4e0c-adb8-92465c084caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:36:51.799600 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-70df931e-2ff3-4917-81f7-7a38b7d4adf7 req-bcf8639f-05e2-4b98-b99f-a5c1414677fa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] No DVR routers for this DVR port ba628579-f5fd-472f-ac59-c860a405cb5a on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:36:51.801968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-70df931e-2ff3-4917-81f7-7a38b7d4adf7 req-bcf8639f-05e2-4b98-b99f-a5c1414677fa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.805380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'name': 'network-vif-deleted', 'tag': 'ba628579-f5fd-472f-ac59-c860a405cb5a'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:51.832127 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-70df931e-2ff3-4917-81f7-7a38b7d4adf7 req-bcf8639f-05e2-4b98-b99f-a5c1414677fa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "DELETE /v2.0/ports/ba628579-f5fd-472f-ac59-c860a405cb5a HTTP/1.1" status: 204  len: 173 time: 0.8195667
Apr 20 18:36:51.841392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-afdfd8ed-1d2e-4e0c-adb8-92465c084caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.847126 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-afdfd8ed-1d2e-4e0c-adb8-92465c084caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:51.858123 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e968bd05-1e28-4487-a6a1-554e5f38761f', 'name': 'network-vif-deleted', 'tag': 'ba628579-f5fd-472f-ac59-c860a405cb5a', 'status': 'completed', 'code': 200}
Apr 20 18:36:51.861376 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-d3f8ba99-a12e-43a0-84f5-0a51a39d7907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:51.904646 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-afdfd8ed-1d2e-4e0c-adb8-92465c084caf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6cb058cc3ea463fa633f2324b54c1e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2112257
Apr 20 18:36:51.908272 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43154) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:51.909451 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfd8ed-1d2e-4e0c-adb8-92465c084caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a5f09e-023b-4838-b344-fe787b178ad7,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:51.912701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-afdfd8ed-1d2e-4e0c-adb8-92465c084caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:51.973093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-66af5159-f9db-4db7-825b-3e7d11cf2d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:52.000746 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-66af5159-f9db-4db7-825b-3e7d11cf2d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:52.049229 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-66af5159-f9db-4db7-825b-3e7d11cf2d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:52.055210 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5b66e526-0842-4160-8209-c4c201f2cb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:52.069535 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af5159-f9db-4db7-825b-3e7d11cf2d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a5f09e-023b-4838-b344-fe787b178ad7,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:52.072385 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-66af5159-f9db-4db7-825b-3e7d11cf2d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:52.073633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-66af5159-f9db-4db7-825b-3e7d11cf2d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:52.074982 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-66af5159-f9db-4db7-825b-3e7d11cf2d56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05a5f09e-023b-4838-b344-fe787b178ad7 HTTP/1.1" status: 204  len: 168 time: 0.1656098
Apr 20 18:36:52.093558 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:36:52.197280 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-d58f3759-b5f2-45a6-b486-cf35ba8b9d08 req-73907d15-4174-40c0-b045-388e74e454bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Synchronizing usage tracker for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:36:52.215651 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-d58f3759-b5f2-45a6-b486-cf35ba8b9d08 req-73907d15-4174-40c0-b045-388e74e454bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Unset dirty status for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:36:52.226544 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-d58f3759-b5f2-45a6-b486-cf35ba8b9d08 req-73907d15-4174-40c0-b045-388e74e454bf tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=e968bd05-1e28-4487-a6a1-554e5f38761f HTTP/1.1" status: 200  len: 210 time: 0.0855575
Apr 20 18:36:55.089432 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device ba628579-f5fd-472f-ac59-c860a405cb5a no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:36:55.127963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: ba628579-f5fd-472f-ac59-c860a405cb5a {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:36:55.128369 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device ba628579-f5fd-472f-ac59-c860a405cb5a not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:36:55.745749 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43254) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:36:55.975905 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Deleting port cc945d38-d820-416b-a79a-458ee3516561 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:55.976219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.161125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.161729 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.299632 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Calling delete_port for cc945d38-d820-416b-a79a-458ee3516561 owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:56.459090 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.464239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4ba633ac-65de-42a3-9048-8c0bee242e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:56.515512 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event deleted for resources: {'Port': ['ID=cc945d38-d820-416b-a79a-458ee3516561,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:56.550721 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:56.615677 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:56.616057 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.db.l3_db [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Floating IP a318f29e-18f2-42f3-b5fd-ae7e9464da44 disassociated (deleted). External IP: 172.27.1.235, port: a5a81c01-d1b6-47da-8d99-f270986fce20.
Apr 20 18:36:57.004105 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Router c4c05fc1-1cbf-41e5-b333-529f8792a7db has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:36:57.197623 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:36:57.208125 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadeb3a1-8bbd-45e3-84e6-9f71e2b5eb86 None None] Sync routers for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:36:57.218028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadeb3a1-8bbd-45e3-84e6-9f71e2b5eb86 None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:36:57.218467 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:57.218701 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-aadeb3a1-8bbd-45e3-84e6-9f71e2b5eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbc6d8c50>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:57.281024 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1c3fd264-d393-42d5-97e8-0196bc66d4d7 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "DELETE /v2.0/floatingips/a318f29e-18f2-42f3-b5fd-ae7e9464da44 HTTP/1.1" status: 204  len: 168 time: 1.5340483
Apr 20 18:36:57.281709 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74062191-c138-4054-8ad4-8b7e4da28e63', 'tag': 'a5a81c01-d1b6-47da-8d99-f270986fce20'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:57.330885 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74062191-c138-4054-8ad4-8b7e4da28e63', 'tag': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'status': 'completed', 'code': 200}
Apr 20 18:36:57.419183 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-aadeb3a1-8bbd-45e3-84e6-9f71e2b5eb86 None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:36:57.435855 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a11ce-69a4-4789-b191-f42baf615df1 req-4b7ad338-68fc-49b7-ae80-40bdc6c755b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:57.437461 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca1a11ce-69a4-4789-b191-f42baf615df1 req-4b7ad338-68fc-49b7-ae80-40bdc6c755b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b342d1a5cf154285af0adb86f85d67b1&device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 1098 time: 0.0820694
Apr 20 18:36:57.709015 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4b83e-d173-4612-b6d9-70d1d6d5a50c req-92bd02f0-e6b7-462a-aba8-a8ced8b28a4b tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:57.710786 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2ac4b83e-d173-4612-b6d9-70d1d6d5a50c req-92bd02f0-e6b7-462a-aba8-a8ced8b28a4b tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 945 time: 0.1019919
Apr 20 18:36:57.764681 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-2ac4b83e-d173-4612-b6d9-70d1d6d5a50c req-2ffe12eb-6a91-4304-b900-89d57eb345db tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470550
Apr 20 18:36:57.790307 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-aadeb3a1-8bbd-45e3-84e6-9f71e2b5eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbc6d8c50>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:57.797904 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadeb3a1-8bbd-45e3-84e6-9f71e2b5eb86 None None] Checking router: c4c05fc1-1cbf-41e5-b333-529f8792a7db for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:36:57.810459 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadeb3a1-8bbd-45e3-84e6-9f71e2b5eb86 None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:36:57.811267 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-aadeb3a1-8bbd-45e3-84e6-9f71e2b5eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbc6d8c50>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:36:32Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:57.854976 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a11ce-69a4-4789-b191-f42baf615df1 req-1c70d59f-833e-48f6-8488-f01082b9ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:57.856595 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca1a11ce-69a4-4789-b191-f42baf615df1 req-1c70d59f-833e-48f6-8488-f01082b9ad14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 200  len: 912 time: 0.4115038
Apr 20 18:36:57.934254 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca1a11ce-69a4-4789-b191-f42baf615df1 req-987c75c4-7ef0-4b25-ac02-302de58fa61f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a81c01-d1b6-47da-8d99-f270986fce20 HTTP/1.1" status: 200  len: 217 time: 0.0704284
Apr 20 18:36:58.009148 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a11ce-69a4-4789-b191-f42baf615df1 req-9f247795-2153-454a-9c17-c79bac5988d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:58.011294 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca1a11ce-69a4-4789-b191-f42baf615df1 req-9f247795-2153-454a-9c17-c79bac5988d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 200  len: 850 time: 0.0704596
Apr 20 18:36:58.012989 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-aadeb3a1-8bbd-45e3-84e6-9f71e2b5eb86 None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:36:58.106068 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a11ce-69a4-4789-b191-f42baf615df1 req-da10f971-b09a-4f46-bf3f-7719200a9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:58.107694 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca1a11ce-69a4-4789-b191-f42baf615df1 req-da10f971-b09a-4f46-bf3f-7719200a9d9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8ee8939-74e1-472d-a506-044d673909ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893118
Apr 20 18:36:58.265384 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca1a11ce-69a4-4789-b191-f42baf615df1 req-bf8bd5c0-1eed-4102-bedb-55389bd7512e service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495099
Apr 20 18:36:58.421668 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-ca1a11ce-69a4-4789-b191-f42baf615df1 req-13102b40-4ee7-4995-a333-b072bddcd8ef service neutron] 10.222.0.41 "GET /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493306
Apr 20 18:36:58.539544 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-aadeb3a1-8bbd-45e3-84e6-9f71e2b5eb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbc6d8c50>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:36:58.544219 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadeb3a1-8bbd-45e3-84e6-9f71e2b5eb86 None None] The sync data for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi is: [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:29:48Z', 'revision_number': 4, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi', '_interfaces': [{'id': '70f97724-3110-4e62-915e-6ff6696d0133', 'name': '', 'network_id': 'f8ee8939-74e1-472d-a506-044d673909ab', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'mac_address': 'fa:16:3e:cd:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:47Z', 'updated_at': '2021-04-20T18:29:57Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'subnets': [{'id': '9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:36:58.943652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c75bb83-de09-439e-8700-95b0ecc62004 None None] New status for floating IP a318f29e-18f2-42f3-b5fd-ae7e9464da44: DOWN {{(pid=86372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:36:58.994211 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cd73e-0f20-4a62-8068-087a047b4c25 req-9118be69-0217-4548-98f0-a889140f801d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:58.995025 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-978cd73e-0f20-4a62-8068-087a047b4c25 req-9118be69-0217-4548-98f0-a889140f801d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Synchronizing usage tracker for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:36:59.010443 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-978cd73e-0f20-4a62-8068-087a047b4c25 req-9118be69-0217-4548-98f0-a889140f801d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Unset dirty status for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:36:59.011723 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-978cd73e-0f20-4a62-8068-087a047b4c25 req-9118be69-0217-4548-98f0-a889140f801d tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 945 time: 0.1059892
Apr 20 18:36:59.061704 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-978cd73e-0f20-4a62-8068-087a047b4c25 req-78b8d1d1-b9ec-475e-a19f-725cc735193c tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/security-groups?id=11254459-74c8-4580-b1bc-937479a38281&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434017
Apr 20 18:36:59.158987 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d67ee-acfa-4756-ae17-af890ad6f4d9 req-96fea3ed-b294-44c7-b21b-fe4ca9010481 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:59.160625 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b40d67ee-acfa-4756-ae17-af890ad6f4d9 req-96fea3ed-b294-44c7-b21b-fe4ca9010481 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 945 time: 0.0979683
Apr 20 18:36:59.244776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-b40d67ee-acfa-4756-ae17-af890ad6f4d9 req-136d534b-53c3-4242-8bf0-87aea76d5ee3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Deleting port a5a81c01-d1b6-47da-8d99-f270986fce20 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:36:59.245085 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-b40d67ee-acfa-4756-ae17-af890ad6f4d9 req-136d534b-53c3-4242-8bf0-87aea76d5ee3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.521382 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [req-b40d67ee-acfa-4756-ae17-af890ad6f4d9 req-136d534b-53c3-4242-8bf0-87aea76d5ee3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] For port a5a81c01-d1b6-47da-8d99-f270986fce20, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a5a81c01-d1b6-47da-8d99-f270986fce20,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:36:59.521990 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-b40d67ee-acfa-4756-ae17-af890ad6f4d9 req-136d534b-53c3-4242-8bf0-87aea76d5ee3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.662316 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [req-b40d67ee-acfa-4756-ae17-af890ad6f4d9 req-136d534b-53c3-4242-8bf0-87aea76d5ee3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Calling delete_port for a5a81c01-d1b6-47da-8d99-f270986fce20 owned by compute:nova {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:36:59.822606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-b40d67ee-acfa-4756-ae17-af890ad6f4d9 req-136d534b-53c3-4242-8bf0-87aea76d5ee3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.831118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:36:59.856264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-718eb4cb-129c-4ee8-8d32-17565837cab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.886293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d534b-53c3-4242-8bf0-87aea76d5ee3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event deleted for resources: {'Port': ['ID=a5a81c01-d1b6-47da-8d99-f270986fce20,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:36:59.889691 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-136d534b-53c3-4242-8bf0-87aea76d5ee3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:36:59.970285 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40d67ee-acfa-4756-ae17-af890ad6f4d9 req-136d534b-53c3-4242-8bf0-87aea76d5ee3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] No DVR routers for this DVR port a5a81c01-d1b6-47da-8d99-f270986fce20 on host hv-cinder-78692 {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:36:59.972734 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [req-b40d67ee-acfa-4756-ae17-af890ad6f4d9 req-136d534b-53c3-4242-8bf0-87aea76d5ee3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for port, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:59.975594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74062191-c138-4054-8ad4-8b7e4da28e63', 'name': 'network-vif-deleted', 'tag': 'a5a81c01-d1b6-47da-8d99-f270986fce20'}] {{(pid=86369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:36:59.992860 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-b40d67ee-acfa-4756-ae17-af890ad6f4d9 req-136d534b-53c3-4242-8bf0-87aea76d5ee3 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.41 "DELETE /v2.0/ports/a5a81c01-d1b6-47da-8d99-f270986fce20 HTTP/1.1" status: 204  len: 173 time: 0.8249331
Apr 20 18:37:00.027959 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74062191-c138-4054-8ad4-8b7e4da28e63', 'name': 'network-vif-deleted', 'tag': 'a5a81c01-d1b6-47da-8d99-f270986fce20', 'status': 'completed', 'code': 200}
Apr 20 18:37:00.232044 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-1fd06174-3e01-4c86-a080-65ba7c6e90e4 req-0135db2b-d32b-439e-9433-e46fb1400270 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Synchronizing usage tracker for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:37:00.248341 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [req-1fd06174-3e01-4c86-a080-65ba7c6e90e4 req-0135db2b-d32b-439e-9433-e46fb1400270 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Unset dirty status for tenant:b342d1a5cf154285af0adb86f85d67b1 on resource:port {{(pid=86369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:37:00.249632 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [req-1fd06174-3e01-4c86-a080-65ba7c6e90e4 req-0135db2b-d32b-439e-9433-e46fb1400270 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "GET /v2.0/ports?device_id=74062191-c138-4054-8ad4-8b7e4da28e63 HTTP/1.1" status: 200  len: 210 time: 0.0689256
Apr 20 18:37:01.353282 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43284) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:01.528725 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-04ca7440-67f4-4561-b19c-bd4c7c813809 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Deleting port 2d5caed6-4646-4ca3-9f6c-7496c56a2cc8 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:01.529264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-04ca7440-67f4-4561-b19c-bd4c7c813809 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.716776 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-04ca7440-67f4-4561-b19c-bd4c7c813809 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.717150 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-04ca7440-67f4-4561-b19c-bd4c7c813809 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:01.862387 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-04ca7440-67f4-4561-b19c-bd4c7c813809 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Calling delete_port for 2d5caed6-4646-4ca3-9f6c-7496c56a2cc8 owned by network:floatingip {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:02.006726 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-04ca7440-67f4-4561-b19c-bd4c7c813809 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.011317 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-3a187321-6899-4377-9534-a2f995066fb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:02.063358 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca7440-67f4-4561-b19c-bd4c7c813809 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event deleted for resources: {'Port': ['ID=2d5caed6-4646-4ca3-9f6c-7496c56a2cc8,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:02.091970 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-04ca7440-67f4-4561-b19c-bd4c7c813809 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:02.160197 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-04ca7440-67f4-4561-b19c-bd4c7c813809 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for floatingip, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.171395 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d150874c-a695-4a26-99bc-bf47b02f2db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.178548 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-04ca7440-67f4-4561-b19c-bd4c7c813809 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2751'] for floatingip, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.179844 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-04ca7440-67f4-4561-b19c-bd4c7c813809 tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "DELETE /v2.0/floatingips/56b53d51-d809-4cee-8be3-eaa0a103faa7 HTTP/1.1" status: 204  len: 168 time: 0.8254337
Apr 20 18:37:02.732392 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.107922 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device a5a81c01-d1b6-47da-8d99-f270986fce20 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:03.145679 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] No Port match for: a5a81c01-d1b6-47da-8d99-f270986fce20 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:37:03.146063 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Device a5a81c01-d1b6-47da-8d99-f270986fce20 not bound to the agent host hv-cinder-78692 {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:03.527470 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.721028 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 43304) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:03.798079 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fa3a8063-e7bd-47b6-ba37-e9590ca3b77e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.831086 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fa3a8063-e7bd-47b6-ba37-e9590ca3b77e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.886427 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fa3a8063-e7bd-47b6-ba37-e9590ca3b77e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.891563 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-cf18ccdd-2b85-409c-9e9b-ab9679425a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:03.906632 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a8063-e7bd-47b6-ba37-e9590ca3b77e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11254459-74c8-4580-b1bc-937479a38281,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:03.909207 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-fa3a8063-e7bd-47b6-ba37-e9590ca3b77e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:03.923432 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-fa3a8063-e7bd-47b6-ba37-e9590ca3b77e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.925161 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-fa3a8063-e7bd-47b6-ba37-e9590ca3b77e tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] 10.222.0.43 "DELETE /v2.0/security-groups/11254459-74c8-4580-b1bc-937479a38281 HTTP/1.1" status: 204  len: 168 time: 0.2030296
Apr 20 18:37:03.979527 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43310) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:04.587627 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.743454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398745'] for router_interface, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.120517 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] Deleting port 70f97724-3110-4e62-915e-6ff6696d0133 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:05.121064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.304342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] For port 70f97724-3110-4e62-915e-6ff6696d0133, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=70f97724-3110-4e62-915e-6ff6696d0133,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:05.304750 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.440297 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] Calling delete_port for 70f97724-3110-4e62-915e-6ff6696d0133 owned by network:router_interface {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:05.857320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:05.862051 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-56c9f5a5-9a50-40c5-9a89-81bc46434571 tempest-TestMinimumBasicScenario-1041822734 tempest-TestMinimumBasicScenario-1041822734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:05.944969 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f97724-3110-4e62-915e-6ff6696d0133,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:05.952224 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:06.192252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398823'] for router_interface, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:06.566595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] Router c4c05fc1-1cbf-41e5-b333-529f8792a7db has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:37:06.752909 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:06.761363 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b43d1-f0fe-4843-9a8c-ba32ba6864ec None None] Sync routers for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:06.765464 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] 10.222.0.43 "PUT /v2.0/routers/c4c05fc1-1cbf-41e5-b333-529f8792a7db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7845268
Apr 20 18:37:06.768728 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43332) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:06.772506 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b43d1-f0fe-4843-9a8c-ba32ba6864ec None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:06.773180 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-694b43d1-f0fe-4843-9a8c-ba32ba6864ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd2d9ba8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:06.957921 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:06.964564 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-694b43d1-f0fe-4843-9a8c-ba32ba6864ec None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: dv-cinder-786929-2-iscsi {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:07.147652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.156209 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Deleting port 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:07.156691 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.271908 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-694b43d1-f0fe-4843-9a8c-ba32ba6864ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd2d9ba8>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:37:05Z', 'revision_number': 5, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port': {'id': '57cbdf85-cb0c-4e8c-8918-93e7821bc3ea', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:44Z', 'updated_at': '2021-04-20T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:07.276192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b43d1-f0fe-4843-9a8c-ba32ba6864ec None None] Checking router: c4c05fc1-1cbf-41e5-b333-529f8792a7db for host: dv-cinder-786929-2-iscsi {{(pid=86371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:07.285743 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b43d1-f0fe-4843-9a8c-ba32ba6864ec None None] Routers {'c4c05fc1-1cbf-41e5-b333-529f8792a7db'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:07.286468 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-694b43d1-f0fe-4843-9a8c-ba32ba6864ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbd2d9ba8>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'], 'active': True} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:07.340898 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] For port 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=57cbdf85-cb0c-4e8c-8918-93e7821bc3ea,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:07.341303 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.451325 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-694b43d1-f0fe-4843-9a8c-ba32ba6864ec None None] Set router c4c05fc1-1cbf-41e5-b333-529f8792a7db gateway port host: None {{(pid=86371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:07.477903 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Calling delete_port for 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea owned by network:router_gateway {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:07.567695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-694b43d1-f0fe-4843-9a8c-ba32ba6864ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbd2d9ba8>, [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 6, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port_host': None}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:07.571955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b43d1-f0fe-4843-9a8c-ba32ba6864ec None None] The sync data for ids ['c4c05fc1-1cbf-41e5-b333-529f8792a7db'] in dv-cinder-786929-2-iscsi is: [{'id': 'c4c05fc1-1cbf-41e5-b333-529f8792a7db', 'name': 'tempest-TestVolumeBootPattern-557912885-router', 'tenant_id': 'b342d1a5cf154285af0adb86f85d67b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:43Z', 'updated_at': '2021-04-20T18:37:07Z', 'revision_number': 6, 'project_id': 'b342d1a5cf154285af0adb86f85d67b1', 'gw_port_host': None}] {{(pid=86371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:07.656149 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.661379 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-88d46849-be1d-4e9e-b184-df21766045e3 tempest-AttachVolumeNegativeTest-280185164 tempest-AttachVolumeNegativeTest-280185164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:07.709823 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cbdf85-cb0c-4e8c-8918-93e7821bc3ea,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:07.738661 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:07.810940 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854341274'] for router_gateway, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:07.998936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771042'] for router, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.001342 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.031132 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399998'] for router, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.031731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4c05fc1-1cbf-41e5-b333-529f8792a7db {{(pid=86369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:37:08.045069 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.046369 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f8cb0705-a68e-4185-9fa7-5eb0a410ece9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c4c05fc1-1cbf-41e5-b333-529f8792a7db HTTP/1.1" status: 204  len: 168 time: 1.2766321
Apr 20 18:37:08.049220 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43340) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:08.116664 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a637b9-7a1c-4073-b5ba-7e512f1d5018 admin admin] Deleting subnet 9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:37:08.119761 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8a637b9-7a1c-4073-b5ba-7e512f1d5018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.176359 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8a637b9-7a1c-4073-b5ba-7e512f1d5018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852691882'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.264446 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8a637b9-7a1c-4073-b5ba-7e512f1d5018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.522194 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8a637b9-7a1c-4073-b5ba-7e512f1d5018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852495547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850637491'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.527452 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:08.571012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f8a637b9-7a1c-4073-b5ba-7e512f1d5018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.575571 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a637b9-7a1c-4073-b5ba-7e512f1d5018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:08.576237 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cc4f09-d1ab-48cc-afd3-cca433b2acba None None] Network f8ee8939-74e1-472d-a506-044d673909ab requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:08.578899 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f8a637b9-7a1c-4073-b5ba-7e512f1d5018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:08.581975 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f8a637b9-7a1c-4073-b5ba-7e512f1d5018 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9666f9b2-f1b4-4ec5-8fbd-2fd7b80ed65f HTTP/1.1" status: 204  len: 168 time: 0.5308535
Apr 20 18:37:08.583901 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43344) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:08.862212 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d536e9ac-3e5c-475a-a44e-71756f781e78 None None] DHCP port deletion for f8ee8939-74e1-472d-a506-044d673909ab request from dv-cinder-786929-2-iscsi {{(pid=86371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:37:08.866917 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-d536e9ac-3e5c-475a-a44e-71756f781e78 None None] Deleting port 45ab4c44-1949-4add-814a-c099e9e85e3f {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:08.867386 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d536e9ac-3e5c-475a-a44e-71756f781e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.954030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:08.967896 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Deleting port 45ab4c44-1949-4add-814a-c099e9e85e3f {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:08.968271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.054563 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:09.106484 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:37:09.107134 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 57cbdf85-cb0c-4e8c-8918-93e7821bc3ea not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:09.107695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 70f97724-3110-4e62-915e-6ff6696d0133 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:09.160225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 70f97724-3110-4e62-915e-6ff6696d0133 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:37:09.160595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 70f97724-3110-4e62-915e-6ff6696d0133 not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:09.161064 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 45ab4c44-1949-4add-814a-c099e9e85e3f no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:09.196753 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] For port 45ab4c44-1949-4add-814a-c099e9e85e3f, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=45ab4c44-1949-4add-814a-c099e9e85e3f,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:09.197159 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.209549 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-d536e9ac-3e5c-475a-a44e-71756f781e78 None None] For port 45ab4c44-1949-4add-814a-c099e9e85e3f, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=45ab4c44-1949-4add-814a-c099e9e85e3f,segment=NetworkSegment(d0e693ff-794c-4434-90f7-0c2fec67282d),segment_id=d0e693ff-794c-4434-90f7-0c2fec67282d)] {{(pid=86371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:09.210196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d536e9ac-3e5c-475a-a44e-71756f781e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.336417 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Calling delete_port for 45ab4c44-1949-4add-814a-c099e9e85e3f owned by network:dhcp {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:09.354005 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-d536e9ac-3e5c-475a-a44e-71756f781e78 None None] Calling delete_port for 45ab4c44-1949-4add-814a-c099e9e85e3f owned by network:dhcp {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:09.415519 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.421080 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4a426afb-e829-499b-b028-abd6534d5260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:09.447264 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Port 45ab4c44-1949-4add-814a-c099e9e85e3f update to DOWN by agent not found {{(pid=86371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 20 18:37:09.471278 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.db.api [None req-d536e9ac-3e5c-475a-a44e-71756f781e78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86371) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:37:09.471684 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_db.api [None req-d536e9ac-3e5c-475a-a44e-71756f781e78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:37:09.471887 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Pushing event deleted for resources: {'Port': ['ID=45ab4c44-1949-4add-814a-c099e9e85e3f,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:09.475310 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:09.476160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] No DVR routers for this DVR port 45ab4c44-1949-4add-814a-c099e9e85e3f on host dv-cinder-786929-2-iscsi {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:37:09.604826 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.721498 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbea1dd30>,) {'filters': {'network_id': ['f8ee8939-74e1-472d-a506-044d673909ab']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:09.738029 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbea1dd30>, 'd0e693ff-794c-4434-90f7-0c2fec67282d') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:09.738372 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbea1dd30>, 'd0e693ff-794c-4434-90f7-0c2fec67282d') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:09.750736 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083934'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.769301 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.775723 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:37:09.957694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Network f8ee8939-74e1-472d-a506-044d673909ab has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:37:09.966619 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2280166'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:09.972794 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-d536e9ac-3e5c-475a-a44e-71756f781e78 None None] Deleting port 45ab4c44-1949-4add-814a-c099e9e85e3f {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:09.973236 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-d536e9ac-3e5c-475a-a44e-71756f781e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:10.047553 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-d536e9ac-3e5c-475a-a44e-71756f781e78 None None] The port '45ab4c44-1949-4add-814a-c099e9e85e3f' was deleted {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:37:10.149624 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Network f8ee8939-74e1-472d-a506-044d673909ab has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:37:10.172169 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:37:10.254713 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:10.258683 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f2bbf699-284d-4b11-b110-f219e74a60ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:10.278153 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:10.280813 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ee8939-74e1-472d-a506-044d673909ab,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:10.283932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:10.298278 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-1e157e13-651c-4ce5-96bf-899f5419d94c admin admin] 10.222.0.43 "DELETE /v2.0/networks/f8ee8939-74e1-472d-a506-044d673909ab HTTP/1.1" status: 204  len: 168 time: 1.7132461
Apr 20 18:37:10.301306 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43356) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:10.881831 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398745'] for router_interface, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:11.246409 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] Deleting port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:11.246709 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:11.426699 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] For port 00a9f930-cf6d-47a2-894f-889f0b3f8c4b, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=00a9f930-cf6d-47a2-894f-889f0b3f8c4b,segment=NetworkSegment(18b60938-9ceb-43e9-8340-0b7c3968ce8c),segment_id=18b60938-9ceb-43e9-8340-0b7c3968ce8c)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:11.427097 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:11.557617 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] Calling delete_port for 00a9f930-cf6d-47a2-894f-889f0b3f8c4b owned by network:router_interface {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:11.727161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:11.731759 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-97c856e7-e17f-45db-8969-788a9cb588ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:11.779380 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] Pushing event deleted for resources: {'Port': ['ID=00a9f930-cf6d-47a2-894f-889f0b3f8c4b,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:11.783809 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:12.064652 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398823'] for router_interface, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:12.682963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] Router 3ddef009-4d09-413a-a416-cd1b2ba5ba51 has already been hosted by L3 agent 68d10524-7d71-47a6-8ba4-da8c9bb0c2cd {{(pid=86369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:37:12.871859 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] Notify agent at l3_agent.dv-cinder-786929-2-iscsi the message routers_updated {{(pid=86369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:37:12.880594 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfe8ee7-39bb-4031-a3a5-403f69709b47 None None] Sync routers for ids ['3ddef009-4d09-413a-a416-cd1b2ba5ba51'] in dv-cinder-786929-2-iscsi {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:37:12.887040 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-4e81235e-264f-4c4a-a26a-090db9a6f75d admin admin] 10.222.0.43 "PUT /v2.0/routers/3ddef009-4d09-413a-a416-cd1b2ba5ba51/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5846016
Apr 20 18:37:12.889639 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43364) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:12.890332 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe8ee7-39bb-4031-a3a5-403f69709b47 None None] Routers {'3ddef009-4d09-413a-a416-cd1b2ba5ba51'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:12.890999 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-fdfe8ee7-39bb-4031-a3a5-403f69709b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdc592b0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['3ddef009-4d09-413a-a416-cd1b2ba5ba51'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:13.086360 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.097694 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-fdfe8ee7-39bb-4031-a3a5-403f69709b47 None None] Set router 3ddef009-4d09-413a-a416-cd1b2ba5ba51 gateway port host: dv-cinder-786929-2-iscsi {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:13.273297 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.281656 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Deleting port c358667a-7aff-40fe-8b1b-fbb73e28cd37 {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:13.282058 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.396361 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-fdfe8ee7-39bb-4031-a3a5-403f69709b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdc592b0>, [{'id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'name': 'tempest-TestVolumeBootPattern-1658480281-router', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'external_fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:52Z', 'updated_at': '2021-04-20T18:37:11Z', 'revision_number': 5, 'project_id': '64e45c417da349599fa7f846d2a5fa90', 'gw_port': {'id': 'c358667a-7aff-40fe-8b1b-fbb73e28cd37', 'name': '', 'network_id': 'd08991fe-c0e4-4126-9314-569b6f56b472', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:29:53Z', 'updated_at': '2021-04-20T18:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3efc98c-590c-4ab4-bdb7-6ca86d3ce932', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-iscsi'}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:13.401292 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfe8ee7-39bb-4031-a3a5-403f69709b47 None None] Checking router: 3ddef009-4d09-413a-a416-cd1b2ba5ba51 for host: dv-cinder-786929-2-iscsi {{(pid=86372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:37:13.410320 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe8ee7-39bb-4031-a3a5-403f69709b47 None None] Routers {'3ddef009-4d09-413a-a416-cd1b2ba5ba51'} bound to L3 agent in host dv-cinder-786929-2-iscsi {{(pid=86372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:37:13.410984 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-fdfe8ee7-39bb-4031-a3a5-403f69709b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1cbdc592b0>, 'dv-cinder-786929-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:13:32Z,description=<?>,heartbeat_timestamp=2021-04-20T18:37:02Z,host='dv-cinder-786929-2-iscsi',id=68d10524-7d71-47a6-8ba4-da8c9bb0c2cd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:13:32Z,topic='l3_agent')) {'router_ids': ['3ddef009-4d09-413a-a416-cd1b2ba5ba51'], 'active': True} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:13.417580 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.468771 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] For port c358667a-7aff-40fe-8b1b-fbb73e28cd37, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=c358667a-7aff-40fe-8b1b-fbb73e28cd37,segment=NetworkSegment(bda0a6a9-30eb-4f67-9ea6-25260ad71214),segment_id=bda0a6a9-30eb-4f67-9ea6-25260ad71214)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:13.469173 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.604745 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Calling delete_port for c358667a-7aff-40fe-8b1b-fbb73e28cd37 owned by network:router_gateway {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:13.730290 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvr_db [None req-fdfe8ee7-39bb-4031-a3a5-403f69709b47 None None] Set router 3ddef009-4d09-413a-a416-cd1b2ba5ba51 gateway port host: None {{(pid=86372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:37:13.786001 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:13.790848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-516c7f60-fa82-4caf-912a-96fbfe8a7864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:13.839239 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c358667a-7aff-40fe-8b1b-fbb73e28cd37,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:13.842709 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:13.850004 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_hamode_db [None req-fdfe8ee7-39bb-4031-a3a5-403f69709b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1cbdc592b0>, [{'id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'name': 'tempest-TestVolumeBootPattern-1658480281-router', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:52Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 6, 'project_id': '64e45c417da349599fa7f846d2a5fa90', 'gw_port_host': None}], 'dv-cinder-786929-2-iscsi', False) {} {{(pid=86372) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:13.854306 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfe8ee7-39bb-4031-a3a5-403f69709b47 None None] The sync data for ids ['3ddef009-4d09-413a-a416-cd1b2ba5ba51'] in dv-cinder-786929-2-iscsi is: [{'id': '3ddef009-4d09-413a-a416-cd1b2ba5ba51', 'name': 'tempest-TestVolumeBootPattern-1658480281-router', 'tenant_id': '64e45c417da349599fa7f846d2a5fa90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:29:52Z', 'updated_at': '2021-04-20T18:37:13Z', 'revision_number': 6, 'project_id': '64e45c417da349599fa7f846d2a5fa90', 'gw_port_host': None}] {{(pid=86372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:37:13.942077 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854341274'] for router_gateway, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.135848 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854379974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771042'] for router, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.138204 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.157773 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-399998'] for router, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.158936 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ddef009-4d09-413a-a416-cd1b2ba5ba51 {{(pid=86369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:37:14.172210 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] Notify callbacks [] for router, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.173480 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-f63d032b-e2fd-4420-8eea-f6bd526bbbb1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3ddef009-4d09-413a-a416-cd1b2ba5ba51 HTTP/1.1" status: 204  len: 168 time: 1.2828083
Apr 20 18:37:14.176802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43372) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:14.243084 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.db_base_plugin_v2 [None req-75495246-6581-4d61-958b-86d118928f5e admin admin] Deleting subnet 8e18c18f-a0c0-45a8-ae76-d21bd6e04029 {{(pid=86369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:37:14.246181 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-75495246-6581-4d61-958b-86d118928f5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.301491 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-75495246-6581-4d61-958b-86d118928f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852691882'] for subnet, precommit_delete_associations {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.382556 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-75495246-6581-4d61-958b-86d118928f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133569188'] for subnet, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.647802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-75495246-6581-4d61-958b-86d118928f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721206628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854226580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852495547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850637491'] for subnet, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.652661 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-f6792f2f-6ee2-4b41-af70-6167cc75d00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:14.690131 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75495246-6581-4d61-958b-86d118928f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e18c18f-a0c0-45a8-ae76-d21bd6e04029,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:14.692331 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-75495246-6581-4d61-958b-86d118928f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for subnet, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.695014 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-75495246-6581-4d61-958b-86d118928f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:14.696552 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56811645-9b32-4b44-801b-db3b6b1ae55a None None] Network c0eba309-bbab-4efa-b6e4-63b160e56b79 requested from dv-cinder-786929-2-iscsi {{(pid=86371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:37:14.699393 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-75495246-6581-4d61-958b-86d118928f5e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8e18c18f-a0c0-45a8-ae76-d21bd6e04029 HTTP/1.1" status: 204  len: 168 time: 0.5215251
Apr 20 18:37:14.702007 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43376) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:14.820695 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133475048'] for network, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.833203 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Deleting port cca5bb59-db55-417d-b578-3b09be12613e {{(pid=86369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:14.833578 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:14.974682 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d808bb-076f-4385-bd70-586f3c3c8d91 None None] DHCP port deletion for c0eba309-bbab-4efa-b6e4-63b160e56b79 request from dv-cinder-786929-2-iscsi {{(pid=86371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:37:14.979811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-90d808bb-076f-4385-bd70-586f3c3c8d91 None None] Deleting port cca5bb59-db55-417d-b578-3b09be12613e {{(pid=86371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:37:14.980238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-90d808bb-076f-4385-bd70-586f3c3c8d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301764315764'] for port, before_delete {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.031327 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 00a9f930-cf6d-47a2-894f-889f0b3f8c4b no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:15.058266 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] For port cca5bb59-db55-417d-b578-3b09be12613e, host dv-cinder-786929-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-iscsi',level=0,port_id=cca5bb59-db55-417d-b578-3b09be12613e,segment=NetworkSegment(18b60938-9ceb-43e9-8340-0b7c3968ce8c),segment_id=18b60938-9ceb-43e9-8340-0b7c3968ce8c)] {{(pid=86369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:37:15.058665 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436094'] for port, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.081211 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: 00a9f930-cf6d-47a2-894f-889f0b3f8c4b {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:37:15.081611 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device 00a9f930-cf6d-47a2-894f-889f0b3f8c4b not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:15.082112 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device cca5bb59-db55-417d-b578-3b09be12613e no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:15.194035 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Calling delete_port for cca5bb59-db55-417d-b578-3b09be12613e owned by network:dhcp {{(pid=86369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:37:15.278136 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133596597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853820214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363301764311071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363301764761870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852495727'] for port, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.283832 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-bcf8639f-05e2-4b98-b99f-a5c1414677fa tempest-TestVolumeBootPattern-843947338 tempest-TestVolumeBootPattern-843947338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:15.349812 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-90d808bb-076f-4385-bd70-586f3c3c8d91 None None] The port 'cca5bb59-db55-417d-b578-3b09be12613e' was deleted {{(pid=86371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:37:15.372911 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.db [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No active binding found for port cca5bb59-db55-417d-b578-3b09be12613e {{(pid=86371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 20 18:37:15.373383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device cca5bb59-db55-417d-b578-3b09be12613e not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:15.373892 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device c358667a-7aff-40fe-8b1b-fbb73e28cd37 no longer exists at agent ovs-agent-dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:37:15.417096 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.plugin [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] No Port match for: c358667a-7aff-40fe-8b1b-fbb73e28cd37 {{(pid=86371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:37:15.417479 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.rpc [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Device c358667a-7aff-40fe-8b1b-fbb73e28cd37 not bound to the agent host dv-cinder-786929-2-iscsi {{(pid=86371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:37:15.588778 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Pushing event deleted for resources: {'Port': ['ID=cca5bb59-db55-417d-b578-3b09be12613e,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:15.592281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:15.593139 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] No DVR routers for this DVR port cca5bb59-db55-417d-b578-3b09be12613e on host dv-cinder-786929-2-iscsi {{(pid=86369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:37:15.722952 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036721206543', 'neutron.services.segments.db._delete_segments_for_network-8735090495347'] for network, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.861620 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1cbd5ffef0>,) {'filters': {'network_id': ['c0eba309-bbab-4efa-b6e4-63b160e56b79']}} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:15.870383 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd5ffef0>, '18b60938-9ceb-43e9-8340-0b7c3968ce8c') {'for_net_delete': True} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:15.870716 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.services.segments.db [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1cbd5ffef0>, '18b60938-9ceb-43e9-8340-0b7c3968ce8c') {} {{(pid=86369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:37:15.886225 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363301764250467', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083934'] for segment, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.902503 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721155390'] for segment, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:15.910416 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=86369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:37:16.101255 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Network c0eba309-bbab-4efa-b6e4-63b160e56b79 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:37:16.111809 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133620405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2280166'] for segment, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.297946 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.plugins.ml2.managers [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Network c0eba309-bbab-4efa-b6e4-63b160e56b79 has no segments {{(pid=86369) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]: Traceback (most recent call last):
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     timer()
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     cb(*args, **kw)
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     return func(*args, **kwargs)
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     self._notify()
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     self.callback(batched_events)
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     event.method(event)
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     segment_id)['aggregates'][0]
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     return f(self, *a, **k)
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self._get(url).json()
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     **kwargs)
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     **endpoint_filter)
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:37:16.321253 dv-cinder-786929-2-iscsi neutron-server[86254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:37:16.398860 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133569273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854380415'] for network, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.402470 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5c735693-8eae-41ea-a3a3-3764e5db4386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:16.419159 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560265'] for network, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.426107 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0eba309-bbab-4efa-b6e4-63b160e56b79,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:16.430668 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:16.436793 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-5e4da293-37fc-4c06-b48a-3baaab1b6046 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c0eba309-bbab-4efa-b6e4-63b160e56b79 HTTP/1.1" status: 204  len: 168 time: 1.7337661
Apr 20 18:37:16.553192 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43392) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:16.605866 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-a0a54bed-11bb-44c1-9693-44b2e9c20048 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b342d1a5cf154285af0adb86f85d67b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513117
Apr 20 18:37:16.608475 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43396) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:16.669550 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-be44577c-d637-42f9-b2a9-13f5632ed728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.696521 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-be44577c-d637-42f9-b2a9-13f5632ed728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.752968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-be44577c-d637-42f9-b2a9-13f5632ed728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.758030 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-1500cfa3-b493-4bbd-8c3c-71415b5b1868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:16.772281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44577c-d637-42f9-b2a9-13f5632ed728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82b5197-c7e7-47c2-bbc4-314dd9027249,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:16.774999 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-be44577c-d637-42f9-b2a9-13f5632ed728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:16.781160 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-be44577c-d637-42f9-b2a9-13f5632ed728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:16.785407 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-be44577c-d637-42f9-b2a9-13f5632ed728 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b82b5197-c7e7-47c2-bbc4-314dd9027249 HTTP/1.1" status: 204  len: 168 time: 0.1729653
Apr 20 18:37:17.155543 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 43408) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:17.210820 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7fb75970-5764-4916-b9bb-a2224c629cec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64e45c417da349599fa7f846d2a5fa90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516195
Apr 20 18:37:17.211118 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 43412) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:17.272536 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7a84bfb8-d8ce-49dd-abcc-e0830a2a2fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.300425 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7a84bfb8-d8ce-49dd-abcc-e0830a2a2fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.355230 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7a84bfb8-d8ce-49dd-abcc-e0830a2a2fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.360373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-ca2c865f-f2db-49d1-af39-6c04379dbad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:17.375318 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84bfb8-d8ce-49dd-abcc-e0830a2a2fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e783577-4d8a-4ec3-8bd1-9301f12cb9ba,revision_number=None']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:17.377780 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-7a84bfb8-d8ce-49dd-abcc-e0830a2a2fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:17.381572 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-7a84bfb8-d8ce-49dd-abcc-e0830a2a2fb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e783577-4d8a-4ec3-8bd1-9301f12cb9ba HTTP/1.1" status: 204  len: 168 time: 0.1669648
Apr 20 18:37:17.381572 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-7a84bfb8-d8ce-49dd-abcc-e0830a2a2fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:27.250252 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86370) accepted ('10.222.0.43', 43460) {{(pid=86370) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:27.374840 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.390261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:37:27.394913 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Usage tracker for resource:security_group_rule and tenant:199547b7c3f94566932ecdbda74c05d6 is out of sync, need to count used quota {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:37:27.397811 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.quota.resource [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86370) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:37:27.403799 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.quota.driver [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:37:27.490343 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.492955 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_create {{(pid=86370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.502161 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-afdfd8ed-1d2e-4e0c-adb8-92465c084caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:27.544412 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=199547b7c3f94566932ecdbda74c05d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2930334
Apr 20 18:37:27.546167 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a4d38b-1e86-4b0e-ba06-b5425ce63e8e,revision_number=1']} {{(pid=86370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:27.547340 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [-] (86369) accepted ('10.222.0.43', 43466) {{(pid=86369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:37:27.554175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:27.554609 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:27.555036 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:27.555455 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:27.555868 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:27.556281 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:27.556689 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:27.557097 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:27.557507 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:27.557932 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:27.558345 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:27.558747 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-iscsi {{(pid=86370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:37:27.562968 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-6a791d9b-c675-4dd0-ac58-d016d8e55899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:27.610961 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-134b7d0b-0446-44f6-a718-ee4e9399236f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.638293 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-134b7d0b-0446-44f6-a718-ee4e9399236f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.683589 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-134b7d0b-0446-44f6-a718-ee4e9399236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200160'] for security_group, after_delete {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.688491 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-14f6425c-395a-4c7f-824a-fdf37efd0082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:37:27.702633 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b7d0b-0446-44f6-a718-ee4e9399236f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a4d38b-1e86-4b0e-ba06-b5425ce63e8e,revision_number=None']} {{(pid=86369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:37:27.705269 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG oslo_concurrency.lockutils [None req-134b7d0b-0446-44f6-a718-ee4e9399236f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:37:27.707492 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-134b7d0b-0446-44f6-a718-ee4e9399236f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:27.709319 dv-cinder-786929-2-iscsi neutron-server[86254]: INFO neutron.wsgi [None req-134b7d0b-0446-44f6-a718-ee4e9399236f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5a4d38b-1e86-4b0e-ba06-b5425ce63e8e HTTP/1.1" status: 204  len: 168 time: 0.1603119
Apr 20 18:37:29.093457 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:37:29.858271 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-ab0d4081-d212-45fb-b998-84bed99e131c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:32.173462 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-8cd9eaea-df74-46fb-b57f-9bccd5f806f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:32.735399 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.529475 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.590460 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:43.413575 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:59.860412 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-21c6add1-1cdc-4fa3-a776-3b689c00c259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:02.178011 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e129c9b9-06ea-4167-a7a6-489881f8bac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:02.737117 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.530415 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:04.593691 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:06.093228 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:38:13.412963 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:29.862658 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-cd6aa77a-dce3-4693-9ed7-d920f38204b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:32.179618 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-3482424a-8a81-4284-bb80-f3f85f9d918a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:32.738606 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:33.532447 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:34.597421 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:43.092595 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:38:43.428971 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:59.864261 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-1116f7c3-73a6-41b4-ba77-a545bfbcd27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:02.179879 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9e794d1f-ec4d-440e-9005-8ff8ce7a9577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:02.742997 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:03.533288 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:04.601121 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:13.442960 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:20.092175 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:39:29.866070 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-780fc15e-049d-4826-8d2f-d95247f18557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:32.180346 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-5708f13c-c7f4-4d35-b2ad-46cef79d8e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:32.746820 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:33.535478 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:34.604429 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:43.442604 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:57.091544 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:39:59.867310 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-341072e0-fd6d-40b8-9ef9-8af06d29614a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:02.181522 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-682c8d3f-13d8-4de7-8572-2f4d158b3a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:02.747536 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:03.536964 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:04.607731 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:11.076188 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [req-dd1ed3d9-e97a-48b5-8e95-147ef48f56ac req-5d3912b0-912c-4aef-b801-a0e970ee466d tempest-VolumesSnapshotTestJSON-547509789 tempest-VolumesSnapshotTestJSON-547509789-project] (86369) timed out ('10.222.0.41', 60404) {{(pid=86369) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 18:40:13.442454 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:29.878874 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-16b1c0bb-788c-467b-9888-4743b9c200a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.183238 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-9ce3cc9a-0197-4de7-8af2-c86578bc0762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.770930 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.538370 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.092246 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:40:34.616747 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:43.441196 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:59.870530 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-24d01ac4-3e45-4c69-a070-4b1dd5e248c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.184614 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-4474f417-f0b9-45fa-bcae-7bb7eefd9d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.753914 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.540797 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:04.613967 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:11.091602 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:41:13.443802 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:29.872143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-74d5d532-3247-407a-b7be-648e32c6b9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:32.184863 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-02d16230-9a53-4198-81e5-d9f426b5078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:32.756792 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:33.542707 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:34.617830 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:43.440403 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:48.091579 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:41:59.873012 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-f6740e9d-6b65-4458-abb3-fbb5dadf942f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:02.186373 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-2ece5262-1837-41b5-a4b2-8d0c3feec4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:02.759329 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:03.545448 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:04.621409 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:13.440093 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-b2337e37-1067-443c-bd41-5817c9e78bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:25.091824 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.db.agents_db [None req-2ed62d08-3b68-4d44-801c-3091e6b40b4e None None] Agent healthcheck: found 6 active agents {{(pid=86372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:42:29.875208 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-6d894519-d1f6-4525-a911-eb013849d030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:32.205682 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-e4401fcd-c7ff-4b53-ad96-c0615ea2d788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:32.761789 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-37219c48-9dca-40e4-a268-a2b7492db4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:33.549143 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-0162764f-a3f8-4bbc-b1b1-55b10c730aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:33.579185 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron.wsgi [req-e2a51016-1978-4d16-b436-1da92e2b310e req-a2bee8ae-f397-4267-87b4-a91b9ace247a service neutron] (86370) timed out ('10.222.0.41', 60224) {{(pid=86370) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 18:42:34.625289 dv-cinder-786929-2-iscsi neutron-server[86254]: DEBUG neutron_lib.callbacks.manager [None req-82769a3d-b838-48c0-a686-95c1739d6622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301764280453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036721115949'] for agent, after_update {{(pid=86371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}